-- Logs begin at Thu 2021-07-22 08:54:57 UTC, end at Thu 2021-07-22 09:51:07 UTC. -- Jul 22 09:24:02.144916 dv-cinder-801717-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 09:24:04.819273 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.common.config [-] Logging enabled! Jul 22 09:24:04.819837 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 09:24:04.820044 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92819) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 09:24:04.823240 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.common.config [-] Logging enabled! Jul 22 09:24:04.823493 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 09:24:04.823805 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92819) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 09:24:04.825011 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 09:24:04.825247 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 09:24:04.825613 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 09:24:04.825859 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 09:24:04.826107 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 09:24:04.826431 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.826733 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.827034 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.827267 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.827563 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.827854 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.828141 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.828432 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.828732 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.829023 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.829308 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.829597 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.829835 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.830152 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.830449 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.830739 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.830991 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] debug = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.831278 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.831706 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.832114 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.832398 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.832690 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.832977 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.833252 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.833530 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.833821 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.834185 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] host = dv-cinder-801717-2-iscsi {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.834468 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.834758 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.835047 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.835337 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.835616 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.835898 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.836188 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.836466 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.836746 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.837025 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.837318 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.837609 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.837902 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.838159 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.838388 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.838680 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.838971 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.839251 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.839530 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.839807 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.840086 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.840362 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.840673 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.840921 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.841209 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.841496 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.841772 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.842049 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.842346 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.842620 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.842905 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.843180 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.843458 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.843735 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.844024 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.844295 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.844571 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.844871 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.845161 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.845447 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.845736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.846012 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.846389 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.847205 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.847486 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.847762 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_json = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.848039 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.848314 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.848599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.848875 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.849151 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.849425 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.849700 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.849987 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:04.850313 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.850611 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.850916 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.851204 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.851501 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.851781 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.852075 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.852354 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.852646 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.852936 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.853226 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.853505 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.853795 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.854096 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.854398 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.854706 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.855003 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.855295 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.855574 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.855850 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.856124 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.856402 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.856688 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.856980 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.857277 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.857548 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.857829 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.858143 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.858424 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.858697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.858976 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.859265 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.859545 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.859819 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.860104 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.860384 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.860657 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.860931 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.861215 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.861505 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.861784 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.862078 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.862923 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.863205 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.863483 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.863771 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.864054 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.864327 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.864602 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.864883 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.865158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.865433 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.865715 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.865992 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.866296 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.866575 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.866854 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.867134 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.867419 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.867694 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.867970 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.868248 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.868531 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.868812 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.869089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.869368 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.869644 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.869920 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.870239 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.870541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.870826 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.871107 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.871391 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.871673 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.871955 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.872236 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.872517 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.872801 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.873080 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.873370 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.873657 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.873945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.874259 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.874543 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.874841 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.875122 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.875408 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.875691 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.875973 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.876264 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.876550 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.876847 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.877145 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.877447 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.877740 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.878096 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.878372 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.878681 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.878963 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:04.879182 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 09:24:04.879421 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92819) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 09:24:05.225221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 09:24:05.225430 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 09:24:05.225723 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 09:24:05.226078 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 09:24:05.616384 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.616675 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.616956 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.618168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.618444 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.618710 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.652633 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.652912 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.653181 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.667408 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.667690 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.667961 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.698389 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.698669 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.698940 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.735131 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.735411 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.735683 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.965490 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.966105 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.966105 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.966260 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:05.966922 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.084894 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.085215 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.085499 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.085774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.086045 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.086382 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.086647 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.086906 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.087162 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.087445 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.087707 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.087972 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.088228 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.088480 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.088734 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.089003 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.089265 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.089532 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.089801 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.090080 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.090352 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.090601 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.090882 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.091256 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.091505 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.091749 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.092144 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.092387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.092626 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.092865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.093102 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.093339 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.093699 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 09:24:06.097374 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 09:24:06.101303 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 09:24:06.104978 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 22 09:24:06.106642 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 09:24:06.107085 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 09:24:06.107417 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 09:24:06.107802 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 09:24:06.111584 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 09:24:06.111837 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 09:24:06.116118 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 09:24:06.123776 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 09:24:06.146769 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 09:24:06.147228 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.147527 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92819) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 09:24:06.147891 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.149245 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92819) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 09:24:06.149529 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 09:24:06.149781 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 09:24:06.152944 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.153231 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.216078 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 09:24:06.216271 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 09:24:06.216509 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 09:24:06.216874 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 09:24:06.238144 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_db.sqlalchemy.engines [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92819) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 09:24:06.766684 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing driver for type 'gre' Jul 22 09:24:06.767463 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] gre ID ranges: [(1, 1000)] Jul 22 09:24:06.820251 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing driver for type 'local' Jul 22 09:24:06.820585 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing driver for type 'vlan' Jul 22 09:24:06.833984 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] VlanTypeDriver initialization complete Jul 22 09:24:06.834365 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing driver for type 'vxlan' Jul 22 09:24:06.834945 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] vxlan ID ranges: [(1, 1000)] Jul 22 09:24:06.885994 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing extension driver 'port_security' Jul 22 09:24:06.886308 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.extensions.port_security [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] PortSecurityExtensionDriver initialization complete Jul 22 09:24:06.886644 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing mechanism driver 'openvswitch' Jul 22 09:24:06.886969 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing mechanism driver 'hyperv' Jul 22 09:24:06.893377 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.plugin [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:06.894324 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.894702 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.895059 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.895578 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 09:24:06.896015 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnet after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.896373 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnet after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.896719 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.897108 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 09:24:06.897512 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.897863 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.898239 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.898626 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 09:24:06.899032 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > security_group after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.899385 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > security_group after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.899729 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.900124 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 09:24:06.900523 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.900872 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.901211 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.901597 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 09:24:06.902020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > address_group after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.902388 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > address_group after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.902727 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.903112 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 09:24:06.903486 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] ML2 OVO RPC backend initialized. {{(pid=92819) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 09:24:06.904196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.904555 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.904981 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.905332 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > networks before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.905683 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.906027 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > ports before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.906396 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnet before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.906740 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnets before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.907088 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.907432 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.907770 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.908109 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.908448 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.908785 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.909122 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnet after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.909459 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnet after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.909800 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.910394 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.plugin [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Modular L2 Plugin initialization complete Jul 22 09:24:06.910727 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading services supported by the core plugin {{(pid=92819) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 09:24:06.911059 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Got port-security extension from driver 'port_security' Jul 22 09:24:06.911526 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.extensions.vlantransparent [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Disabled vlantransparent extension. Jul 22 09:24:06.912017 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92819) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 09:24:06.912338 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: router Jul 22 09:24:06.948356 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.948753 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router after_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.949138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router before_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.949764 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.950174 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.950540 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router after_delete 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.950909 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.951402 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router after_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.951764 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.952125 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.952485 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.952853 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.953272 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.953651 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.953995 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.954360 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: subnet after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.954706 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.955059 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.955420 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.955770 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: port before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.956164 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.956531 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.956882 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.957244 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.957612 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.957966 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.958363 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > agent after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.958729 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > agent after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.959083 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.959951 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Tracking information for resource: router configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.960290 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Tracking information for resource: floatingip configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 09:24:06.965227 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.db.l3_agentschedulers_db [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 09:24:06.965813 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.966361 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.966557 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.966916 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.967720 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router before_create 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.968091 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.968467 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_create 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.968833 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > router precommit_update 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.973727 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.services.provider_configuration [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service providers = [] {{(pid=92819) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 09:24:06.974113 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.db.servicetype_db [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92819) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 09:24:06.977052 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 09:24:06.977406 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 09:24:06.977753 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 09:24:06.978684 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 09:24:06.979063 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.services.service_base [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 09:24:06.979444 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:06.979767 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 09:24:06.991009 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:06.991352 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: auto_allocate Jul 22 09:24:06.997034 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: network precommit_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.997405 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: network precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:06.997924 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:06.998281 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: tag Jul 22 09:24:07.004934 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:07.005273 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: timestamp Jul 22 09:24:07.009096 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:07.009426 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: network_ip_availability Jul 22 09:24:07.014838 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:07.015213 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:07.015574 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:07.016288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:07.016612 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: flavors Jul 22 09:24:07.022915 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:07.023252 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading Plugin: revisions Jul 22 09:24:07.027572 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 09:24:07.027973 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 09:24:07.028717 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92819) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 09:24:07.029056 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Initializing extension manager. Jul 22 09:24:07.029571 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: __init__.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.029913 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: __pycache__ {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.030281 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.030622 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: address_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.031377 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.031945 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: address-group Jul 22 09:24:07.032271 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: address_scope.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.032987 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.033498 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: address-scope Jul 22 09:24:07.033823 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.035299 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.035813 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: router-admin-state-down-before-update Jul 22 09:24:07.036139 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: agent.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.036840 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.037348 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: agent Jul 22 09:24:07.037670 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: agent_resources_synced.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.038609 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.039120 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: agent-resources-synced Jul 22 09:24:07.039443 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: allowedaddresspairs.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.041240 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.041761 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: allowed-address-pairs Jul 22 09:24:07.042109 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: auto_allocated_topology.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.043191 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.043710 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: auto-allocated-topology Jul 22 09:24:07.044046 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: availability_zone.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.044748 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.045258 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: availability_zone Jul 22 09:24:07.045585 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: availability_zone_filter.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.046537 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.047050 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: availability_zone_filter Jul 22 09:24:07.047377 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: data_plane_status.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.048319 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.048862 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 09:24:07.049182 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: default_subnetpools.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.050748 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.051263 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: default-subnetpools Jul 22 09:24:07.051588 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.052399 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.052914 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: dhcp_agent_scheduler Jul 22 09:24:07.053241 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: dns.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.054190 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.054704 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension dns-integration not supported by any of loaded plugins Jul 22 09:24:07.055032 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: dns_domain_ports.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.055947 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.056457 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 09:24:07.056782 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.057704 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.058246 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 09:24:07.058578 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: dvr.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.059256 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.059764 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: dvr Jul 22 09:24:07.060087 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: ecmp_routes.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.061010 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.061516 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 09:24:07.061839 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: empty_string_filtering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.062783 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.063292 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: empty-string-filtering Jul 22 09:24:07.063615 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.064528 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.065037 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 09:24:07.065391 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.066332 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.066839 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 09:24:07.067164 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: external_net.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.068072 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.068587 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: external-net Jul 22 09:24:07.068911 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.069814 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.070355 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: extra_dhcp_opt Jul 22 09:24:07.070682 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: extraroute.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.071586 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.072089 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: extraroute Jul 22 09:24:07.072414 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: extraroute_atomic.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.073439 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.073947 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: extraroute-atomic Jul 22 09:24:07.074560 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: filter_validation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.075224 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.075730 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: filter-validation Jul 22 09:24:07.076055 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: fip_pf_description.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.077139 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.077650 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 09:24:07.077978 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: fip_port_details.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.078941 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.079448 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: fip-port-details Jul 22 09:24:07.079775 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: flavors.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.081031 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.081550 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: flavors Jul 22 09:24:07.081876 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.083569 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.084100 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 09:24:07.084438 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: floatingip_pools.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.085147 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.085665 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: floatingip-pools Jul 22 09:24:07.085996 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: ip_allocation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.086950 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.087463 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 09:24:07.087792 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.088718 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.089232 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: ip-substring-filtering Jul 22 09:24:07.089562 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l2_adjacency.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.090516 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.091028 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 09:24:07.091359 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l3.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.092320 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.092841 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: router Jul 22 09:24:07.093169 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.095469 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.095998 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 09:24:07.096334 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.097809 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.098361 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: ext-gw-mode Jul 22 09:24:07.098699 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.099640 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.100156 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: l3-ha Jul 22 09:24:07.100486 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l3_flavors.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.101402 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.101917 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: l3-flavors Jul 22 09:24:07.102277 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.103197 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.103708 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 09:24:07.104033 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: l3agentscheduler.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.105060 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.105574 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: l3_agent_scheduler Jul 22 09:24:07.105902 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: logging.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.107411 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.107942 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension logging not supported by any of loaded plugins Jul 22 09:24:07.108274 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: metering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.109024 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.109603 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: metering Jul 22 09:24:07.109930 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.111051 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.111574 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: metering_source_and_destination_fields Jul 22 09:24:07.111905 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: multiprovidernet.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.113523 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.114035 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: multi-provider Jul 22 09:24:07.114391 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: netmtu.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.115312 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.115822 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: net-mtu Jul 22 09:24:07.116148 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: netmtu_writable.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.117068 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.117577 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: net-mtu-writable Jul 22 09:24:07.117901 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: network_availability_zone.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.118604 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.119112 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: network_availability_zone Jul 22 09:24:07.119435 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: network_ip_availability.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.120521 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.121033 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: network-ip-availability Jul 22 09:24:07.121362 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: network_segment_range.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.122167 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.122677 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 09:24:07.123002 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: pagination.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.123991 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.124323 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: pagination Jul 22 09:24:07.124644 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: port_device_profile.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.125569 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.126112 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: port-device-profile Jul 22 09:24:07.126442 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.127363 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.127905 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: port-mac-address-regenerate Jul 22 09:24:07.128230 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.129148 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.129663 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: port-numa-affinity-policy Jul 22 09:24:07.129985 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: port_resource_request.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.130934 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.131444 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 09:24:07.131768 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: portbindings.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.132701 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.133211 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: binding Jul 22 09:24:07.133534 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: portbindings_extended.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.135014 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.135600 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: binding-extended Jul 22 09:24:07.135932 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: portsecurity.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.137158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.137630 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: port-security Jul 22 09:24:07.137958 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: project_id.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.138970 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.139309 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: project-id Jul 22 09:24:07.139632 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: providernet.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.140557 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.141071 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: provider Jul 22 09:24:07.141394 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.144896 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.145419 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos not supported by any of loaded plugins Jul 22 09:24:07.145756 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.147034 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.147564 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 09:24:07.147899 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.148821 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.149344 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 09:24:07.149676 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_default.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.150617 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.151134 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-default not supported by any of loaded plugins Jul 22 09:24:07.151463 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_fip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.152117 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.152624 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-fip not supported by any of loaded plugins Jul 22 09:24:07.152948 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_gateway_ip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.153875 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.154417 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 09:24:07.154746 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_port_network_policy.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.155663 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.156171 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 09:24:07.156495 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_rule_type_details.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.157412 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.157922 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 09:24:07.158276 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: qos_rules_alias.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.159862 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.160384 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 09:24:07.160715 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: quotasv2.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.161712 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.162250 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: quotas Jul 22 09:24:07.162582 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: quotasv2_detail.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.165871 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.166429 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: quota_details Jul 22 09:24:07.166844 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: rbac.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.167981 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.168641 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: rbac-policies Jul 22 09:24:07.169048 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: rbac_address_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.170008 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.170557 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: rbac-address-group Jul 22 09:24:07.170886 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: rbac_address_scope.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.171815 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.172332 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: rbac-address-scope Jul 22 09:24:07.172660 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: rbac_security_groups.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.173578 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.174117 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: rbac-security-groups Jul 22 09:24:07.174446 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: rbac_subnetpool.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.175911 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.176425 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: rbac-subnetpool Jul 22 09:24:07.176750 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: revisionifmatch.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.177675 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.178215 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: revision-if-match Jul 22 09:24:07.178541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: revisions.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.179668 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.180198 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: standard-attr-revisions Jul 22 09:24:07.180528 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: router_availability_zone.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.181205 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.181722 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: router_availability_zone Jul 22 09:24:07.182050 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: routerservicetype.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.183014 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.183528 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension router-service-type not supported by any of loaded plugins Jul 22 09:24:07.183854 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.184777 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.185289 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: security-groups-normalized-cidr Jul 22 09:24:07.185617 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.186560 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.187072 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: port-security-groups-filtering Jul 22 09:24:07.187397 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.188323 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.188834 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: security-groups-remote-address-group Jul 22 09:24:07.189160 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: securitygroup.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.198797 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.199604 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: security-group Jul 22 09:24:07.199941 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: segment.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.200739 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.201255 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension segment not supported by any of loaded plugins Jul 22 09:24:07.201587 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.202544 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.203063 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 09:24:07.203395 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: servicetype.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.204501 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.205021 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: service-type Jul 22 09:24:07.205352 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: sorting.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.206398 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.206739 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: sorting Jul 22 09:24:07.207069 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: standard_attr_segment.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.208070 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.208593 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 09:24:07.208922 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: standardattrdescription.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.209582 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.210124 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: standard-attr-description Jul 22 09:24:07.210456 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: stateful_security_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.211390 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.211908 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: stateful-security-group Jul 22 09:24:07.212235 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: stdattrs_common.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.212827 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 09:24:07.213151 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.214116 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.214631 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 09:24:07.214957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: subnet_onboard.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.216023 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.216543 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: subnet_onboard Jul 22 09:24:07.216869 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.217799 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.218342 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 09:24:07.218668 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: subnet_service_types.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.219601 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.220117 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: subnet-service-types Jul 22 09:24:07.220444 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: subnetallocation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.222099 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.222627 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: subnet_allocation Jul 22 09:24:07.222954 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.223623 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.224130 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: subnetpool-prefix-ops Jul 22 09:24:07.224452 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.225380 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.225891 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 09:24:07.226250 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: tagging.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.227303 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.227826 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: standard-attr-tag Jul 22 09:24:07.228154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: timestamp.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.229392 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.229915 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loaded extension: standard-attr-timestamp Jul 22 09:24:07.230280 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: trunk.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.231345 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.231866 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension trunk not supported by any of loaded plugins Jul 22 09:24:07.232198 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: trunk_details.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.233119 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.233635 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension trunk-details not supported by any of loaded plugins Jul 22 09:24:07.233964 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: uplink_status_propagation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.234928 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.235444 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 09:24:07.235773 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Loading extension file: vlantransparent.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 09:24:07.236615 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 09:24:07.237703 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 09:24:07.240164 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:network Jul 22 09:24:07.240697 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:subnet Jul 22 09:24:07.241100 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 09:24:07.241494 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:port Jul 22 09:24:07.242755 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.243190 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service FLAVORS assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.243812 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.244250 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.244585 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:router Jul 22 09:24:07.245017 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:floatingip Jul 22 09:24:07.245514 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service METERING assigned prefix: /metering {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.246977 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:07.247354 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:07.247709 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:24:07.248692 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 09:24:07.249138 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:security_group Jul 22 09:24:07.249587 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 09:24:07.250220 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.250560 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 09:24:07.250911 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] subnetpool is already registered Jul 22 09:24:07.251335 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.251666 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 09:24:07.252011 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] subnetpool is already registered Jul 22 09:24:07.254388 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.254827 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service FLAVORS assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.255420 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.255848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.256187 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:router Jul 22 09:24:07.256531 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] router is already registered Jul 22 09:24:07.256947 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:floatingip Jul 22 09:24:07.257288 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] floatingip is already registered Jul 22 09:24:07.257745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service METERING assigned prefix: /metering {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.258448 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 09:24:07.258784 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] rbac_policy is already registered Jul 22 09:24:07.259200 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:security_group Jul 22 09:24:07.259536 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] security_group is already registered Jul 22 09:24:07.259935 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 09:24:07.260270 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] security_group_rule is already registered Jul 22 09:24:07.260888 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.261222 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 09:24:07.261559 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] subnetpool is already registered Jul 22 09:24:07.261975 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 09:24:07.262324 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 09:24:07.262658 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] subnetpool is already registered Jul 22 09:24:07.263124 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: extensions {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.264547 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: address-groups {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.266039 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: address-scopes {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.267375 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: agents {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.268559 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: auto-allocated-topology {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.269799 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: availability_zones {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.271055 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: dhcp-networks {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.272544 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: dhcp-agents {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.273967 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: routers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.275691 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: flavors {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.277948 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: service_profiles {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.279191 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: next_providers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.280633 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: service_profiles {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.282270 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: floatingip-pools {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.283483 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: routers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.285708 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: floatingips {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.287019 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: l3-routers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.288406 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: l3-agents {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.289827 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: metering-labels {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.291125 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: metering-label-rules {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.292485 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: network-ip-availabilities {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.293744 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: bindings {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.295335 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: quotas {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.296880 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: quotas {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.298324 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: rbac-policies {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.299519 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: security-groups {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.301368 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: security-group-rules {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.302642 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: service-providers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.303884 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: subnetpools {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.305206 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: subnetpools {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.306810 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.308503 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.310397 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.312185 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.313875 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.315889 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.317601 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.319437 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.321298 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.323083 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 09:24:07.329268 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING keystonemiddleware.auth_token [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 09:24:07.333825 dv-cinder-801717-2-iscsi neutron-server[92819]: WARNING keystonemiddleware.auth_token [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 09:24:07.342159 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Acquired lock "singleton_lock" {{(pid=92819) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 09:24:07.342640 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Releasing lock "singleton_lock" {{(pid=92819) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 09:24:07.343282 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO oslo_service.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Starting 2 workers Jul 22 09:24:07.348600 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Started child 92928 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 09:24:07.353024 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Started child 92929 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 09:24:07.354031 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:07.354709 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO neutron.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 09:24:07.355393 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Notify callbacks [] for process, before_spawn {{(pid=92819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:07.355601 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [-] (92928) wsgi starting up on http://0.0.0.0:9696 Jul 22 09:24:07.357720 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:07.358171 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO oslo_service.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Starting 1 workers Jul 22 09:24:07.359116 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [-] (92929) wsgi starting up on http://0.0.0.0:9696 Jul 22 09:24:07.363509 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Started child 92930 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 09:24:07.364040 dv-cinder-801717-2-iscsi neutron-server[92819]: INFO oslo_service.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Starting 1 workers Jul 22 09:24:07.367047 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] calling RpcWorker wait() {{(pid=92930) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 09:24:07.367646 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] returning from RpcWorker wait() {{(pid=92930) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 09:24:07.368492 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Started child 92931 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 09:24:07.368769 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:07.369208 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:07.369364 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-f39b7639-c33b-4195-a1b5-83fa516eb58c None None] Notify callbacks [] for process, after_spawn {{(pid=92819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:07.371230 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92819) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 09:24:07.371442 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 09:24:07.371628 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 09:24:07.371888 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 09:24:07.372185 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 09:24:07.372342 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 09:24:07.372851 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.373138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.373305 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:07.373942 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.373942 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.374253 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.374567 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.374810 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.375074 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.375368 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.375619 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.375796 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.375965 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.376232 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.376464 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.376772 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.377035 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.377274 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.377573 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.377792 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.378047 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.378330 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.378589 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.378844 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] debug = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.379092 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.379603 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.379852 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.380110 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.380350 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.380627 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.380858 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.381133 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.381370 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.381610 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.382043 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.382243 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.382378 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.382591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.382829 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.383093 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.383336 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.383792 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host = dv-cinder-801717-2-iscsi {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.384044 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.384266 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.384521 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.384769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.385018 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.385254 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.385528 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.385799 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.386052 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.386302 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.386567 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.386829 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.387074 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.387369 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.387516 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_options = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.387737 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.388016 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.388276 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.388468 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.388639 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.388821 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.389082 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.389248 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.389535 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.389752 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.389971 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.390217 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.390457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.390692 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.390941 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.391191 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.391438 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.391658 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.391929 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.392181 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.392424 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.392654 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.392892 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.393118 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.393880 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.394154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.394397 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.394619 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.394872 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.395129 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.395368 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.395626 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.395878 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.396123 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.396355 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.396587 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.396825 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.397087 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.397319 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.397574 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.397835 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.398101 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.398337 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.398559 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.398795 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.399033 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_json = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.399267 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.399464 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.399719 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.399939 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.400764 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.400764 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.400764 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.400979 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.401352 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.401633 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.401956 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.402227 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.402479 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.402735 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.403142 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.403373 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.403650 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.403992 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.404214 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.404301 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:07.404478 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.404756 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.405474 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.405474 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.406407 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.406407 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.406407 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.406407 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.409848 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413158 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.413769 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.419136 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420138 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.420745 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.422358 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.425736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.427957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.428865 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.429846 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.429846 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.429846 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.429846 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.429846 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.429846 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.430322 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.430322 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.430548 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.430789 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.431056 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.431308 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.431520 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.431760 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.432034 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.432932 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.432932 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.432932 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.432932 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434919 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434919 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.434919 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.437210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.438541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.442429 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443763 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443763 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443763 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443763 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443763 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443763 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.443763 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.444262 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.444262 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.444262 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.444474 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.444695 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.444916 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.445199 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.445450 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.445782 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.446691 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.446691 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.446691 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.447124 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.447124 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.449774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.450457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.450457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.450457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.450457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.450457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.450457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.451037 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.451037 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.451195 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.451324 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.451561 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.451786 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.452014 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.452221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.452456 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.452697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.452925 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.453162 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.453374 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.454098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.454098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.454098 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.454336 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.454481 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.454676 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.454889 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.455111 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.455330 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.455538 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.455771 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.456553 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.456760 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.456977 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.457199 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.457411 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.457637 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.457840 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.458048 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.458320 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.458539 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.458752 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.459071 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.459333 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.460697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.460697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.460697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.460697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.460697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.461370 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.461370 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.461370 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.461753 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.461753 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.461967 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.462210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.462532 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.462824 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.463545 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.463545 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.463794 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.463894 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.464111 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.464330 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.464625 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.464954 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.465222 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.465478 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.465722 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.465959 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.466234 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.466455 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.466703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.466953 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.467173 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.467442 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.467680 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.467924 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.468167 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.468430 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.468655 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.468906 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.469142 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.469389 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.469616 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.469775 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 09:24:07.470359 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92819) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 09:24:07.470527 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 09:24:07.470681 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 09:24:07.470847 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 09:24:07.471016 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 09:24:07.471168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 09:24:07.471376 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.471608 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.471774 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.471937 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.472099 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.472282 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.472448 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.472611 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.472757 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.472920 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.473079 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.473239 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.473399 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.473559 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.473719 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.473880 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.474039 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.474231 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.474396 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.474557 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.474717 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.474877 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.475035 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] debug = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.475196 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.475396 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.476208 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.476208 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.476208 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.476208 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.476208 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.479020 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host = dv-cinder-801717-2-iscsi {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.480596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481140 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_options = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.481945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483154 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.483703 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.484591 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_json = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.489716 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 09:24:07.490288 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.490822 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491347 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491871 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491871 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491871 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491871 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.491871 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.492210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.492210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.492350 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.492473 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.492652 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.492820 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.492961 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494090 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494090 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494090 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494090 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494090 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494090 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494090 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494590 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494590 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494590 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494590 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494875 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.494952 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.495036 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.495207 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.495370 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.495515 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.497577 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498210 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498787 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498787 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498787 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.498787 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.499074 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.499074 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.499215 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.499298 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.499454 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.499635 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500299 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500299 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500299 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500299 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500594 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500594 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500812 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.500957 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.501599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.501599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.501599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.501599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.501874 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:07.501968 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.501968 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.502168 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.502263 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.502345 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.502496 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.502656 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.502866 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.503535 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.503696 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.503857 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.504021 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.504182 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.504341 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.504502 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.504663 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.504823 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.504983 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.505143 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.505303 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.505466 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.505626 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.505786 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.505945 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.506133 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.506303 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.506475 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.506616 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.506775 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.506943 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.507114 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.507275 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.507435 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.507596 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.507756 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.507918 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.508078 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.508238 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.508397 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.508561 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.508722 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.508889 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.509060 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.509221 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.509383 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.509544 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.509726 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.509887 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.510048 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.510230 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.510390 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.510550 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.510710 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.510870 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.511031 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.511193 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.511353 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.511515 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.511675 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.511837 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.511998 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.512159 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.512319 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.512482 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.512641 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.512803 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.512970 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.514089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.514089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.514089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.514089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.514089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.514089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.514089 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515176 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515176 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515176 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515176 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515176 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515176 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515176 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515660 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515660 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515660 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.515660 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.516118 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.516118 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.516118 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.516331 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.516410 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.516715 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.516715 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518246 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518790 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518790 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518790 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518790 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.518790 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519130 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519130 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519267 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519343 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519457 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519628 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519770 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.519905 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.520068 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.520599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.520599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.520599 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.522387 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523279 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523819 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523819 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523819 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523819 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.523819 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524192 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524192 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524192 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524522 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524522 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524677 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524757 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.524897 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.525056 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.525217 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.525378 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.525541 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.525712 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.525874 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.526034 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.526216 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.526368 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.526597 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.526697 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.526834 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.526987 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.527209 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.527339 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.527473 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.527593 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.527762 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.527924 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.528087 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.528247 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.528408 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.528574 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.528736 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.528901 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.529070 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.529236 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.529398 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.529842 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.529842 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.530009 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.530110 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.530218 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.530389 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.530550 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.530710 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.530870 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.531031 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.531191 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.531351 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.531511 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.531671 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.531831 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.531991 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.532152 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.532312 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.532473 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.532622 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.532782 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.532943 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.533103 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.533262 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.533423 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 09:24:07.533575 dv-cinder-801717-2-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 09:24:07.815704 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 35858) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:07.824159 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062461 Jul 22 09:24:19.042952 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f4a300-98fd-4d69-9b69-4c48baf8caff None None] get_active_networks_info from dv-cinder-801717-2-iscsi {{(pid=92930) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 09:24:19.118231 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4a300-98fd-4d69-9b69-4c48baf8caff None None] No non-hosted networks {{(pid=92930) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 09:24:19.128288 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.agentschedulers_db [None req-89f4a300-98fd-4d69-9b69-4c48baf8caff None None] DHCP Agent not found on host dv-cinder-801717-2-iscsi {{(pid=92930) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 09:24:19.319487 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1503343-ec0b-4226-a39f-645e014c070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417772'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:21.495807 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-57326da7-3aad-4034-9bd5-5451b110ed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417772'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:21.537772 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-22bbf437-5c07-4f10-87e4-0f729cec088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:21.592567 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417772'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:21.593710 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.594284 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.594772 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.595259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.595761 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.596771 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.597260 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.597759 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.598273 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.598779 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.599256 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.599742 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:21.600306 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801717-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:21.612972 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801717-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:23.137726 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417772'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:24.237669 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.db.l3_hamode_db [None req-76bfb2d0-9c9a-43a2-b42f-720c7d8790aa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 09:24:24.319549 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bfb2d0-9c9a-43a2-b42f-720c7d8790aa None None] Routers set() bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:24:24.320214 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bfb2d0-9c9a-43a2-b42f-720c7d8790aa None None] Router IDs set() for agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 09:24:24.630124 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417772'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:25.713228 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 35952) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:26.193630 dv-cinder-801717-2-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-c740bd72-ad8f-4d23-842e-67cd91aa5896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:26.194245 dv-cinder-801717-2-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-c740bd72-ad8f-4d23-842e-67cd91aa5896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:26.412904 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-c740bd72-ad8f-4d23-842e-67cd91aa5896 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:24:26.414054 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c740bd72-ad8f-4d23-842e-67cd91aa5896 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6987743 Jul 22 09:24:28.734206 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 35966) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:29.039190 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:24:29.131249 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.policy [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92929) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 09:24:29.175126 dv-cinder-801717-2-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:29.175492 dv-cinder-801717-2-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:29.183842 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.quota [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] Loaded quota_driver: . Jul 22 09:24:29.272356 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761681304712', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761681305277', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761681251662', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761681249408', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761681273541', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761681271455', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1556033', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1533034', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603395'] for rbac-policy, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:29.338240 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:29.339404 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-54ec76ea-0854-49a4-bdcc-5b4ee66077c9 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6042197 Jul 22 09:24:31.875926 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 35978) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:32.164638 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Request body: {'network': {'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'admin_state_up': True, 'name': 'private', 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:24:32.191907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Made reservation on behalf of e2b6348d72d64dfc8ad7f74c07fba060 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:24:32.194664 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.211264 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.327031 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.330843 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.353865 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:24:32.377671 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761679737384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.378263 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Unsubscribe: segment precommit_create {{(pid=92929) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 09:24:32.378737 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Added segment 430b8afd-99f9-486a-99a8-1046f13cd327 of type vlan for network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 Jul 22 09:24:32.384799 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b66490f-d0e3-48d5-8b7d-efafe716043f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:32.420194 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.420542 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.420872 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.421194 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.421511 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.421845 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.422185 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.422505 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.422831 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.423143 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.423451 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.423790 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Tracked resource versions report: Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: pushed versions: Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: consumer versions: Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Log': '1.0', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Network': '1.1', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Port': '1.7', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 22 09:24:32.424858 dv-cinder-801717-2-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:24:32.498862 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.546626 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.547822 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:24:32.548497 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:32.601785 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7247279 Jul 22 09:24:32.648070 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124255e-3d0e-432b-969c-5b54a2c7d4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=58fc55d8-13cf-4a8c-a968-a12d7d23e395,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:32.659862 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:24:35.225760 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 35992) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:35.603223 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e7a371-52d7-4d31-9d92-599207067a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:24:35.604601 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-39e7a371-52d7-4d31-9d92-599207067a6a admin admin] 10.222.0.20 "GET /v2.0/networks/58fc55d8-13cf-4a8c-a968-a12d7d23e395 HTTP/1.1" status: 200 len: 824 time: 0.3778732 Jul 22 09:24:35.628305 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cfd58df7-abf0-4063-85f9-83b709dad516 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/358bde17-178f-4560-8ca9-16a342a6d891 HTTP/1.1" status: 200 len: 734 time: 0.0183580 Jul 22 09:24:35.636498 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Request body: {'subnet': {'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'gateway_ip': '172.20.0.1', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '358bde17-178f-4560-8ca9-16a342a6d891'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:24:35.657564 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Made reservation on behalf of e2b6348d72d64dfc8ad7f74c07fba060 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:24:35.660307 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:35.951656 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:36.021507 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8209a2e7-393e-47ea-8d0d-72c3b3ad9d83,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:36.025604 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Checking segment: {'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:24:36.025990 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Network hostable DHCP agents. Network: 58fc55d8-13cf-4a8c-a968-a12d7d23e395, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:24:36.046824 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:24:36.057636 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 58fc55d8-13cf-4a8c-a968-a12d7d23e395) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:24:36.062384 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:24:36.062969 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:36.068813 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35962b9-9034-44ec-93cf-01b626538b7b None None] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:24:36.076649 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-153980b9-4f27-4f76-ac31-bc3d687ce622 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4434180 Jul 22 09:24:36.393078 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'fixed_ips': [{'subnet_id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:24:36.394347 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:36.677988 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Allocated IP 172.20.0.2 (58fc55d8-13cf-4a8c-a968-a12d7d23e395/8209a2e7-393e-47ea-8d0d-72c3b3ad9d83/891e2e87-d4e2-4def-af48-b7ac254e9988) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:24:36.905626 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:36.919918 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Transition to ACTIVE for port object 891e2e87-d4e2-4def-af48-b7ac254e9988 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:24:36.941707 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Transition to ACTIVE for port object 891e2e87-d4e2-4def-af48-b7ac254e9988 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:24:36.950268 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:37.019716 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:24:37.024270 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:24:37.033812 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:24:37.036849 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Pushing event updated for resources: {'Port': ['ID=891e2e87-d4e2-4def-af48-b7ac254e9988,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:37.065959 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.066332 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.066676 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.067012 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.067347 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.067712 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.068046 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.068408 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.068753 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.069080 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.069632 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.069715 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Tracked resource versions report: Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: pushed versions: Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: consumer versions: Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Log': '1.0', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Network': '1.1', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Port': '1.7', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 22 09:24:37.070835 dv-cinder-801717-2-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:24:37.123323 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Attempting to bind port 891e2e87-d4e2-4def-af48-b7ac254e9988 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:24:37.123735 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Attempting to bind port 891e2e87-d4e2-4def-af48-b7ac254e9988 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:24:37.124167 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Attempting to bind port 891e2e87-d4e2-4def-af48-b7ac254e9988 on network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:24:37.128941 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:24:37.129354 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Checking segment: {'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:24:37.129834 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:37.130268 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Bound using segment: {'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:24:37.130737 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Bound port: 891e2e87-d4e2-4def-af48-b7ac254e9988, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:24:37.131140 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:37.194081 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] For port 891e2e87-d4e2-4def-af48-b7ac254e9988, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:24:37.198096 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] For port 891e2e87-d4e2-4def-af48-b7ac254e9988, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=891e2e87-d4e2-4def-af48-b7ac254e9988,segment=NetworkSegment(430b8afd-99f9-486a-99a8-1046f13cd327),segment_id=430b8afd-99f9-486a-99a8-1046f13cd327)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:24:37.202970 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:37.264708 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075440-d618-4051-b14a-dae2d2c1d106 None None] Pushing event updated for resources: {'Port': ['ID=891e2e87-d4e2-4def-af48-b7ac254e9988,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:38.451367 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36000) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:38.761730 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-31addf89-7407-4d66-8dbe-bb7450c80455 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:24:38.762799 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-31addf89-7407-4d66-8dbe-bb7450c80455 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103526 Jul 22 09:24:41.101306 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36008) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:41.401688 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-5b5dc8cf-72a6-4fe8-a68e-cbf1dc01c35d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:24:41.402701 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5b5dc8cf-72a6-4fe8-a68e-cbf1dc01c35d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3004847 Jul 22 09:24:43.975500 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36018) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:44.479107 dv-cinder-801717-2-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:44.479669 dv-cinder-801717-2-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:44.700832 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'name': 'router1'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:24:44.772994 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.policy [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92928) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 09:24:44.819235 dv-cinder-801717-2-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:44.819609 dv-cinder-801717-2-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 09:24:44.828291 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.quota [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Loaded quota_driver: . Jul 22 09:24:44.885362 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:44.887188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:45.045558 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:45.051559 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:45.075298 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:45.076625 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b5dbfc5d-f2eb-4b4a-a3b3-ec993f39bc57 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1001220 Jul 22 09:24:45.547410 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295e8d3-b619-4abd-b7f3-43aefc9286c7 None None] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:24:45.675714 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1bf62599-93c7-4f34-bf29-b78c9c244319 None None] Provisioning for port 891e2e87-d4e2-4def-af48-b7ac254e9988 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:24:45.940291 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 891e2e87-d4e2-4def-af48-b7ac254e9988 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:24:46.028012 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 891e2e87-d4e2-4def-af48-b7ac254e9988 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:24:46.031511 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 891e2e87-d4e2-4def-af48-b7ac254e9988 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:24:46.031913 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:46.135691 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:46.168876 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 891e2e87-d4e2-4def-af48-b7ac254e9988, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=891e2e87-d4e2-4def-af48-b7ac254e9988,segment=NetworkSegment(430b8afd-99f9-486a-99a8-1046f13cd327),segment_id=430b8afd-99f9-486a-99a8-1046f13cd327)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:24:46.172514 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:46.219261 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=891e2e87-d4e2-4def-af48-b7ac254e9988,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:47.428771 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36038) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:47.728277 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-ac0c87b5-8e78-4d60-a355-64ae2598b713 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:24:47.729286 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ac0c87b5-8e78-4d60-a355-64ae2598b713 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2995689 Jul 22 09:24:47.905522 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 891e2e87-d4e2-4def-af48-b7ac254e9988 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:24:47.955418 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 891e2e87-d4e2-4def-af48-b7ac254e9988 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:24:47.955848 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:48.909001 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd1c9-ded5-4988-877f-b3119a0184cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.101187 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36046) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:50.404131 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:24:50.427405 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Made reservation on behalf of 78d51d2dcc6b43a5a56eb7dce02f00ed for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:24:50.430180 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.446026 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.561233 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.565080 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.576490 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=92928) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 09:24:50.609012 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761679737384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.609590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Unsubscribe: segment precommit_create {{(pid=92928) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 09:24:50.610093 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Added segment 8c71f469-b1c3-47fa-a55d-016cc6a4b37e of type flat for network 52cb4751-a94c-4925-997a-ea8a7922ee54 Jul 22 09:24:50.627397 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e59e8d-6876-43f8-8645-cee4bd127e10,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:50.652509 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.652793 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.653125 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.653449 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.653767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.654120 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.654440 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.654754 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.655081 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.655400 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.655711 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.656020 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Tracked resource versions report: Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: pushed versions: Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: consumer versions: Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Log': '1.0', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Network': '1.1', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Port': '1.7', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 22 09:24:50.657106 dv-cinder-801717-2-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:24:50.738194 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.787530 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.788650 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:24:50.789309 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:50.847488 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7452633 Jul 22 09:24:50.888498 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a1d26-945b-4a6d-ac4a-24bb4d5cc6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=52cb4751-a94c-4925-997a-ea8a7922ee54,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:50.900327 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:24:51.488552 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1cf720d7-ba3c-4dea-8e29-87a09721bceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:51.574561 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:53.059699 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:53.148254 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36066) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:53.406215 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9194699b-f137-4b53-8653-6f44383094a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:24:53.407586 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9194699b-f137-4b53-8653-6f44383094a9 admin admin] 10.222.0.20 "GET /v2.0/subnets/8209a2e7-393e-47ea-8d0d-72c3b3ad9d83 HTTP/1.1" status: 200 len: 849 time: 0.2583652 Jul 22 09:24:53.537638 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8d4dcc88-253e-4b5c-9921-b5ba5e404642 admin admin] 10.222.0.20 "GET /v2.0/routers/89e95d46-0c2f-415f-a725-69639ffb2ee3 HTTP/1.1" status: 200 len: 704 time: 0.1247499 Jul 22 09:24:53.801564 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.089682 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Allocated IP 172.20.0.1 (58fc55d8-13cf-4a8c-a968-a12d7d23e395/8209a2e7-393e-47ea-8d0d-72c3b3ad9d83/56e728d2-7f39-4daf-a73d-6ce4d4d54c2b) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:24:54.268485 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.290466 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Transition to ACTIVE for port object 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:24:54.368091 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.438214 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:24:54.446736 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:24:54.452466 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Pushing event updated for resources: {'Port': ['ID=56e728d2-7f39-4daf-a73d-6ce4d4d54c2b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:54.463691 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:24:54.464263 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.591513 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.678646 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bab94e47-5749-4625-bd1e-892479163e56 None None] Provisioning for port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:24:54.682360 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bab94e47-5749-4625-bd1e-892479163e56 None None] Provisioning complete for port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:24:54.682732 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bab94e47-5749-4625-bd1e-892479163e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.715592 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-bab94e47-5749-4625-bd1e-892479163e56 None None] Port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:24:54.719563 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.893051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.897292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.898027 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:54.958316 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Pushing event updated for resources: {'Port': ['ID=56e728d2-7f39-4daf-a73d-6ce4d4d54c2b,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:55.020750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:24:55.022009 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:24:55.181240 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Router 89e95d46-0c2f-415f-a725-69639ffb2ee3 is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:24:55.234700 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ccfc9b48-c358-47d5-90a7-9cde9250323d None None] Provisioning complete for port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:24:55.234984 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9b48-c358-47d5-90a7-9cde9250323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:55.266742 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc9b48-c358-47d5-90a7-9cde9250323d None None] Port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:24:55.271320 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:24:55.276373 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-159e4739-5c04-41f6-9c96-19a3aa29bc5d admin admin] 10.222.0.20 "PUT /v2.0/routers/89e95d46-0c2f-415f-a725-69639ffb2ee3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7339208 Jul 22 09:24:55.282795 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Sync routers for ids ['89e95d46-0c2f-415f-a725-69639ffb2ee3'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:24:55.293972 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Routers {'89e95d46-0c2f-415f-a725-69639ffb2ee3'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:24:55.294727 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:24:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['89e95d46-0c2f-415f-a725-69639ffb2ee3'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:55.480881 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Set router 89e95d46-0c2f-415f-a725-69639ffb2ee3 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:24:55.901216 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'name': 'router1', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:24:44Z', 'updated_at': '2021-07-22T09:24:54Z', 'revision_number': 2, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'gw_port_host': None, '_interfaces': [{'id': '56e728d2-7f39-4daf-a73d-6ce4d4d54c2b', 'name': '', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'mac_address': 'fa:16:3e:7d:14:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:24:53Z', 'updated_at': '2021-07-22T09:24:54Z', 'revision_number': 2, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'subnets': [{'id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '358bde17-178f-4560-8ca9-16a342a6d891'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:55.954683 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Checking router: 89e95d46-0c2f-415f-a725-69639ffb2ee3 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:24:55.955056 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Updating router 89e95d46-0c2f-415f-a725-69639ffb2ee3 port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:24:56.015271 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:56.492226 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:56.512510 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Transition to ACTIVE for port object 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:24:56.518538 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:56.684953 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Attempting to bind port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:24:56.685379 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Attempting to bind port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:24:56.685904 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Attempting to bind port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b on network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:24:56.689308 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Pushing event updated for resources: {'Port': ['ID=56e728d2-7f39-4daf-a73d-6ce4d4d54c2b,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:56.698996 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:24:56.699418 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Checking segment: {'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:24:56.700171 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:56.700564 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Bound using segment: {'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:24:56.701065 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Bound port: 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430b8afd-99f9-486a-99a8-1046f13cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:24:56.701464 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:56.705490 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.705841 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.706205 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.706543 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.706875 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.707203 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.707529 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.707854 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.708185 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.708508 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.708830 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.709486 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Tracked resource versions report: Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: pushed versions: Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: consumer versions: Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Log': '1.0', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Network': '1.1', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Port': '1.7', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 22 09:24:56.710623 dv-cinder-801717-2-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:24:56.779740 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] For port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:24:56.801449 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] For port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=56e728d2-7f39-4daf-a73d-6ce4d4d54c2b,segment=NetworkSegment(430b8afd-99f9-486a-99a8-1046f13cd327),segment_id=430b8afd-99f9-486a-99a8-1046f13cd327)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:24:56.805520 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:56.852893 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Routers {'89e95d46-0c2f-415f-a725-69639ffb2ee3'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:24:56.853515 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:24:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['89e95d46-0c2f-415f-a725-69639ffb2ee3'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:56.928815 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae862eaf-7ca2-4451-b60a-302d7541d14b None None] Pushing event updated for resources: {'Port': ['ID=56e728d2-7f39-4daf-a73d-6ce4d4d54c2b,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:56.953145 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] Set router 89e95d46-0c2f-415f-a725-69639ffb2ee3 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:24:57.154246 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'name': 'router1', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:24:44Z', 'updated_at': '2021-07-22T09:24:54Z', 'revision_number': 2, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'gw_port_host': None, '_interfaces': [{'id': '56e728d2-7f39-4daf-a73d-6ce4d4d54c2b', 'name': '', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'mac_address': 'fa:16:3e:7d:14:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:24:53Z', 'updated_at': '2021-07-22T09:24:56Z', 'revision_number': 4, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'subnets': [{'id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '358bde17-178f-4560-8ca9-16a342a6d891'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:24:57.182250 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b69d3-391e-4945-8890-70f97ff1d97f None None] The sync data for ids ['89e95d46-0c2f-415f-a725-69639ffb2ee3'] in dv-cinder-801717-2-iscsi is: [{'id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'name': 'router1', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:24:44Z', 'updated_at': '2021-07-22T09:24:54Z', 'revision_number': 2, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'gw_port_host': None, '_interfaces': [{'id': '56e728d2-7f39-4daf-a73d-6ce4d4d54c2b', 'name': '', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'mac_address': 'fa:16:3e:7d:14:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:24:53Z', 'updated_at': '2021-07-22T09:24:56Z', 'revision_number': 4, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'subnets': [{'id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '358bde17-178f-4560-8ca9-16a342a6d891'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:24:57.495036 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36088) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:24:57.602937 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b0d90-919d-4c2d-9a1e-644f4be0b48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:24:57.604296 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2f5b0d90-919d-4c2d-9a1e-644f4be0b48e admin admin] 10.222.0.20 "GET /v2.0/networks/52cb4751-a94c-4925-997a-ea8a7922ee54 HTTP/1.1" status: 200 len: 842 time: 0.1083739 Jul 22 09:24:57.614086 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'cidr': '172.27.1.0/24'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:24:57.639782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Made reservation on behalf of 78d51d2dcc6b43a5a56eb7dce02f00ed for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:24:57.641979 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:57.940292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.objects.ports [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92928) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 09:24:57.940713 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:57.995734 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:24:58.004480 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:24:58.004827 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Network hostable DHCP agents. Network: 52cb4751-a94c-4925-997a-ea8a7922ee54, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:24:58.025748 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:24:58.036102 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 52cb4751-a94c-4925-997a-ea8a7922ee54) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:24:58.040042 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:24:58.040620 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:24:58.045110 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce783f5e-dded-4d32-80b7-5e1f3608cf10 None None] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:24:58.052493 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-21af0e3e-c247-48bd-a340-0941a0891aee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4423766 Jul 22 09:24:58.175670 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a94d8-0678-4bc4-9eab-f2abe4a2edeb None None] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:25:00.291690 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36098) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:25:00.434249 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e615bc42-4a23-4526-af5a-9a8fbf5e890f admin admin] 10.222.0.20 "GET /v2.0/routers/89e95d46-0c2f-415f-a725-69639ffb2ee3 HTTP/1.1" status: 200 len: 710 time: 0.1381240 Jul 22 09:25:00.521814 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c273176-b088-46b1-96db-a8996e245f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:25:00.524197 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c273176-b088-46b1-96db-a8996e245f20 admin admin] 10.222.0.20 "GET /v2.0/networks/52cb4751-a94c-4925-997a-ea8a7922ee54 HTTP/1.1" status: 200 len: 886 time: 0.0874119 Jul 22 09:25:00.532985 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:25:00.865667 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.094321 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.172200 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.270001 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Allocated IP 172.27.1.54 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/8f4dbc3e-d938-4e98-9f18-dcdf450fe921) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:25:01.369347 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.406996 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.441727 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:25:01.447800 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:25:01.454745 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:25:01.456561 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4dbc3e-d938-4e98-9f18-dcdf450fe921,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:25:01.697823 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.893333 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.896508 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371804'] for router, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:01.997829 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Router 89e95d46-0c2f-415f-a725-69639ffb2ee3 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:25:02.186124 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:25:02.190992 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:02.192195 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1995863e-f6bc-4a04-8ddc-5b62dfa64bb5 admin admin] 10.222.0.20 "PUT /v2.0/routers/89e95d46-0c2f-415f-a725-69639ffb2ee3 HTTP/1.1" status: 200 len: 889 time: 1.6625562 Jul 22 09:25:03.579111 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Sync routers for ids ['89e95d46-0c2f-415f-a725-69639ffb2ee3'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:25:03.589035 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Routers {'89e95d46-0c2f-415f-a725-69639ffb2ee3'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:25:03.589699 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:24:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['89e95d46-0c2f-415f-a725-69639ffb2ee3'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:25:03.837977 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Set router 89e95d46-0c2f-415f-a725-69639ffb2ee3 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:25:03.947818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:25:04.144267 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:25:04.154568 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:25:04.154938 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.303203 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.334517 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'name': 'router1', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f4dbc3e-d938-4e98-9f18-dcdf450fe921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:24:44Z', 'updated_at': '2021-07-22T09:25:01Z', 'revision_number': 4, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'gw_port': {'id': '8f4dbc3e-d938-4e98-9f18-dcdf450fe921', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:25:01Z', 'updated_at': '2021-07-22T09:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '56e728d2-7f39-4daf-a73d-6ce4d4d54c2b', 'name': '', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'mac_address': 'fa:16:3e:7d:14:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:24:53Z', 'updated_at': '2021-07-22T09:24:56Z', 'revision_number': 4, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'subnets': [{'id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '358bde17-178f-4560-8ca9-16a342a6d891'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:25:04.402544 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Checking router: 89e95d46-0c2f-415f-a725-69639ffb2ee3 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:25:04.402833 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Updating router 89e95d46-0c2f-415f-a725-69639ffb2ee3 port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:25:04.423245 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=56e728d2-7f39-4daf-a73d-6ce4d4d54c2b,segment=NetworkSegment(430b8afd-99f9-486a-99a8-1046f13cd327),segment_id=430b8afd-99f9-486a-99a8-1046f13cd327)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:25:04.428050 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.466610 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.513137 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=56e728d2-7f39-4daf-a73d-6ce4d4d54c2b,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:25:04.575109 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36110) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:25:04.704683 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d5aee9e5-a0ac-46d7-b287-9c034627dde0 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1283524 Jul 22 09:25:04.811093 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.821147 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Transition to ACTIVE for port object 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:25:04.827975 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.879960 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Attempting to bind port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:25:04.880328 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Attempting to bind port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:25:04.880698 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Attempting to bind port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:25:04.882685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a9ba-3623-4a9b-ab7b-664dd5b96122 None None] Pushing event updated for resources: {'Port': ['ID=8f4dbc3e-d938-4e98-9f18-dcdf450fe921,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:25:04.891837 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:25:04.891837 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:25:04.892184 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.892573 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:25:04.893045 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Bound port: 8f4dbc3e-d938-4e98-9f18-dcdf450fe921, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:25:04.893455 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:04.951236 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] For port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:25:04.954390 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] For port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=8f4dbc3e-d938-4e98-9f18-dcdf450fe921,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:25:04.959594 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:05.015348 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a9ba-3623-4a9b-ab7b-664dd5b96122 None None] Pushing event updated for resources: {'Port': ['ID=8f4dbc3e-d938-4e98-9f18-dcdf450fe921,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:25:05.020217 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Routers {'89e95d46-0c2f-415f-a725-69639ffb2ee3'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:25:05.020829 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:24:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['89e95d46-0c2f-415f-a725-69639ffb2ee3'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:25:05.208082 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] Set router 89e95d46-0c2f-415f-a725-69639ffb2ee3 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:25:05.416611 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'name': 'router1', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f4dbc3e-d938-4e98-9f18-dcdf450fe921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:24:44Z', 'updated_at': '2021-07-22T09:25:01Z', 'revision_number': 4, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'gw_port': {'id': '8f4dbc3e-d938-4e98-9f18-dcdf450fe921', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:25:01Z', 'updated_at': '2021-07-22T09:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '56e728d2-7f39-4daf-a73d-6ce4d4d54c2b', 'name': '', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'mac_address': 'fa:16:3e:7d:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:24:53Z', 'updated_at': '2021-07-22T09:25:04Z', 'revision_number': 5, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'subnets': [{'id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '358bde17-178f-4560-8ca9-16a342a6d891'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:25:05.427940 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:25:05.446470 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfde625-00f1-4825-b4f5-f9ee827d5e77 None None] The sync data for ids ['89e95d46-0c2f-415f-a725-69639ffb2ee3'] in dv-cinder-801717-2-iscsi is: [{'id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'name': 'router1', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f4dbc3e-d938-4e98-9f18-dcdf450fe921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:24:44Z', 'updated_at': '2021-07-22T09:25:01Z', 'revision_number': 4, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'gw_port': {'id': '8f4dbc3e-d938-4e98-9f18-dcdf450fe921', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:25:01Z', 'updated_at': '2021-07-22T09:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '56e728d2-7f39-4daf-a73d-6ce4d4d54c2b', 'name': '', 'network_id': '58fc55d8-13cf-4a8c-a968-a12d7d23e395', 'tenant_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'mac_address': 'fa:16:3e:7d:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e95d46-0c2f-415f-a725-69639ffb2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:24:53Z', 'updated_at': '2021-07-22T09:25:04Z', 'revision_number': 5, 'project_id': 'e2b6348d72d64dfc8ad7f74c07fba060', 'subnets': [{'id': '8209a2e7-393e-47ea-8d0d-72c3b3ad9d83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '358bde17-178f-4560-8ca9-16a342a6d891'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:25:06.029835 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:25:06.100450 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:25:06.104315 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:25:06.104645 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:06.186127 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:06.206796 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=8f4dbc3e-d938-4e98-9f18-dcdf450fe921,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:25:06.210622 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:06.211386 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:25:06.286494 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=8f4dbc3e-d938-4e98-9f18-dcdf450fe921,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:25:06.296015 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:25:06.296354 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:07.928643 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:25:07.982654 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 8f4dbc3e-d938-4e98-9f18-dcdf450fe921 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:25:07.983193 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:18.911134 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fb66327f-46ab-452e-bb35-c1003fca2644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:21.493787 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30387df0-8d32-46db-b101-2dbaab981d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:21.580348 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:23.077624 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:24.609911 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:42.426744 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:25:48.917115 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5666107-702a-4493-8c32-3c3ee424eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:51.489972 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93133393-f616-49d0-9ef2-d12f5e6d8f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:51.610853 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:53.066401 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:25:54.613366 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:18.919450 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-28ef652d-109e-4db7-9f40-f6af2c5e0240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:19.424994 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:26:21.491433 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c4f26ef7-dd51-4e8d-92d0-f38131e4b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:21.575172 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:23.067907 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:24.612040 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:39.874567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36678) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:39.936199 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-de830e81-d5b9-4175-b3d3-3d59c298daca admin admin] GET failed (client error): The resource could not be found. Jul 22 09:26:39.937535 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-de830e81-d5b9-4175-b3d3-3d59c298daca admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620255 Jul 22 09:26:40.092697 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742955d2-1c02-497a-b5f1-0e820599f0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:40.094233 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-742955d2-1c02-497a-b5f1-0e820599f0fd admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1527622 Jul 22 09:26:42.235135 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36688) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:42.326436 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5c0389-7446-4fef-8ab5-dc95e8c49fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:42.327754 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9d5c0389-7446-4fef-8ab5-dc95e8c49fcc admin admin] 10.222.0.20 "GET /v2.0/subnets/8209a2e7-393e-47ea-8d0d-72c3b3ad9d83 HTTP/1.1" status: 200 len: 849 time: 0.0916760 Jul 22 09:26:42.336735 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:26:42.416140 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:42.551266 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761679671408'] for subnet, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:42.582612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:42.583204 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:42.584483 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] 10.222.0.20 "PUT /v2.0/subnets/8209a2e7-393e-47ea-8d0d-72c3b3ad9d83 HTTP/1.1" status: 200 len: 868 time: 0.2513609 Jul 22 09:26:42.589020 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf934f53-feb1-4893-a708-84d07ca7dc8b None None] Network 58fc55d8-13cf-4a8c-a968-a12d7d23e395 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:26:42.602613 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8209a2e7-393e-47ea-8d0d-72c3b3ad9d83,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:26:42.610373 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.610724 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.611270 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.611612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.611949 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.612356 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.612632 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.612965 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.613308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.613639 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.614095 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.614350 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ec14b-ff81-4e0f-ad0c-4449c9152280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:26:42.996795 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fbc61a3a-8143-4758-888a-135f24adff81 None None] Provisioning complete for port 891e2e87-d4e2-4def-af48-b7ac254e9988 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:26:42.997167 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbc61a3a-8143-4758-888a-135f24adff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:43.081484 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fbc61a3a-8143-4758-888a-135f24adff81 None None] Provisioning complete for port 56e728d2-7f39-4daf-a73d-6ce4d4d54c2b triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:26:43.081762 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbc61a3a-8143-4758-888a-135f24adff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:44.739860 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36696) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:44.936956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48bbc58-55cd-4dcb-8ea9-efd1682a1572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:44.937337 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48bbc58-55cd-4dcb-8ea9-efd1682a1572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:44.938886 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a48bbc58-55cd-4dcb-8ea9-efd1682a1572 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1981268 Jul 22 09:26:47.065409 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36706) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:47.193210 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba738e4-7c87-41fa-bb09-8477acc9bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:47.193680 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba738e4-7c87-41fa-bb09-8477acc9bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:47.195240 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-dba738e4-7c87-41fa-bb09-8477acc9bdc2 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1288860 Jul 22 09:26:48.921212 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56e1ff3b-acaf-4ce4-a29c-630173e41297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:49.326201 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36714) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:49.473663 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a755d9d-b620-4109-85e9-3ed212bdc698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:49.475055 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1a755d9d-b620-4109-85e9-3ed212bdc698 admin admin] 10.222.0.20 "GET /v2.0/networks/52cb4751-a94c-4925-997a-ea8a7922ee54 HTTP/1.1" status: 200 len: 886 time: 0.1479285 Jul 22 09:26:51.494253 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca4a14af-eb8f-4f10-89db-298277044c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:51.577508 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:51.622048 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36722) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:51.750277 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31fa93-0800-4bfd-abf9-4b7a0a0d0eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:51.751555 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6b31fa93-0800-4bfd-abf9-4b7a0a0d0eb5 admin admin] 10.222.0.20 "GET /v2.0/networks/58fc55d8-13cf-4a8c-a968-a12d7d23e395 HTTP/1.1" status: 200 len: 868 time: 0.1285279 Jul 22 09:26:53.070199 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:53.913110 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36730) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:54.030277 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20886d81-eb1b-41b6-864e-fe1910b848a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:54.030730 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20886d81-eb1b-41b6-864e-fe1910b848a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:54.032204 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-20886d81-eb1b-41b6-864e-fe1910b848a3 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1181436 Jul 22 09:26:54.614220 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:26:56.176848 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36738) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:56.267103 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb0f61-c69e-482d-acf7-e54e6ddf26bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:56.267555 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb0f61-c69e-482d-acf7-e54e6ddf26bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:56.269026 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2feb0f61-c69e-482d-acf7-e54e6ddf26bc admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912220 Jul 22 09:26:56.424519 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:26:58.442203 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36746) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:26:58.524154 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbbc4d-27c6-493b-9f29-4877ce8e6fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:26:58.525474 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c1cbbc4d-27c6-493b-9f29-4877ce8e6fab admin admin] 10.222.0.20 "GET /v2.0/subnets/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf HTTP/1.1" status: 200 len: 816 time: 0.0823147 Jul 22 09:27:00.655716 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36754) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:27:00.743007 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cca28-491a-461b-98d3-66556e72dca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:27:00.744312 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-767cca28-491a-461b-98d3-66556e72dca2 admin admin] 10.222.0.20 "GET /v2.0/subnets/8209a2e7-393e-47ea-8d0d-72c3b3ad9d83 HTTP/1.1" status: 200 len: 868 time: 0.0876622 Jul 22 09:27:18.923871 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d6702f35-ed75-48dd-b408-9eafc09c3602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:21.496624 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10fe8804-1f6b-425c-acc5-a0eeba7d8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:21.578902 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:23.075908 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:24.616506 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:24.907051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36806) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:27:24.952195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-0172f2d3-7ac3-4146-82b7-8e41ade38f58 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:27:24.953185 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0172f2d3-7ac3-4146-82b7-8e41ade38f58 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452178 Jul 22 09:27:27.177187 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36814) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:27:27.234874 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-df27b751-d477-4f24-ac6c-0501abd520eb admin admin] GET failed (client error): The resource could not be found. Jul 22 09:27:27.236167 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-df27b751-d477-4f24-ac6c-0501abd520eb admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580602 Jul 22 09:27:27.319021 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ae0e5-4a07-4e92-b8e1-afd4c97c8619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:27:27.320445 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f79ae0e5-4a07-4e92-b8e1-afd4c97c8619 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805786 Jul 22 09:27:29.474957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36822) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:27:29.520033 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:27:29.539304 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Made reservation on behalf of 78d51d2dcc6b43a5a56eb7dce02f00ed for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:27:29.541659 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:29.568913 dv-cinder-801717-2-iscsi neutron-server[92928]: WARNING neutron.services.revisions.revision_plugin [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Could not find related network for resource to bump revision. Jul 22 09:27:29.584689 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:27:29.595762 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:29.596104 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Added segment 73f8f55d-9718-40c7-ad70-94343b60174a of type vlan for network 4208ac20-c39c-4ca0-bc74-734c90204ed7 Jul 22 09:27:29.634216 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:29.661235 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:29.662128 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:27:29.662704 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:29.692758 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2167628 Jul 22 09:27:29.726340 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d8405-002a-4ef4-96b0-966bc60ceb19 admin admin] Pushing event updated for resources: {'Network': ['ID=4208ac20-c39c-4ca0-bc74-734c90204ed7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:27:29.740098 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 4208ac20-c39c-4ca0-bc74-734c90204ed7 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:27:31.844209 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36830) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:27:31.900534 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.pecan_wsgi.hooks.translation [None req-846e6951-4b05-47ce-aed0-e997cee24116 admin admin] GET failed (client error): The resource could not be found. Jul 22 09:27:31.902340 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-846e6951-4b05-47ce-aed0-e997cee24116 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0572455 Jul 22 09:27:32.000339 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ac4b2-e5fc-4e28-9e2d-311cdb595e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:27:32.001802 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-210ac4b2-e5fc-4e28-9e2d-311cdb595e05 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0956960 Jul 22 09:27:32.011236 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:27:32.030684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Made reservation on behalf of 78d51d2dcc6b43a5a56eb7dce02f00ed for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:27:32.032861 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:32.193338 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:32.252571 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=245689a2-7e5a-4117-8267-bf0ab6e92208,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:27:32.259462 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Checking segment: {'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:27:32.259810 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Network hostable DHCP agents. Network: 4208ac20-c39c-4ca0-bc74-734c90204ed7, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:27:32.264241 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.264607 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.264953 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.265287 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.265615 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.265944 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.266295 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.266621 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.266945 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.267270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.267589 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.267907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.283836 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Network 4208ac20-c39c-4ca0-bc74-734c90204ed7 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:27:32.292727 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 4208ac20-c39c-4ca0-bc74-734c90204ed7) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:27:32.297631 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:27:32.298603 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:32.303502 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b365588b-fae9-43cd-bcc9-ef712a6ad725 None None] Network 4208ac20-c39c-4ca0-bc74-734c90204ed7 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:27:32.313301 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a112bb33-ebd7-48cd-941b-57d5d53612bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3052983 Jul 22 09:27:32.549544 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-4208ac20-c39c-4ca0-bc74-734c90204ed7', 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7', 'tenant_id': '78d51d2dcc6b43a5a56eb7dce02f00ed', 'fixed_ips': [{'subnet_id': '245689a2-7e5a-4117-8267-bf0ab6e92208'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:27:32.550570 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:32.685442 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Allocated IP 192.168.233.2 (4208ac20-c39c-4ca0-bc74-734c90204ed7/245689a2-7e5a-4117-8267-bf0ab6e92208/844be556-3185-4648-847e-57f46c368b7c) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:27:32.824776 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:32.832800 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Transition to ACTIVE for port object 844be556-3185-4648-847e-57f46c368b7c will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:27:32.847961 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Transition to ACTIVE for port object 844be556-3185-4648-847e-57f46c368b7c will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:27:32.854889 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:32.901403 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Network 4208ac20-c39c-4ca0-bc74-734c90204ed7 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:27:32.905187 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Pushing event updated for resources: {'Port': ['ID=844be556-3185-4648-847e-57f46c368b7c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:27:32.907367 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:27:32.913026 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:27:32.916516 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.917382 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.917738 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.918139 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.918446 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.918784 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.919117 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.919455 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.919807 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.920509 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.920509 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.920777 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:27:32.977765 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Attempting to bind port 844be556-3185-4648-847e-57f46c368b7c on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:27:32.978173 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Attempting to bind port 844be556-3185-4648-847e-57f46c368b7c by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:27:32.978550 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Attempting to bind port 844be556-3185-4648-847e-57f46c368b7c on network 4208ac20-c39c-4ca0-bc74-734c90204ed7 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:27:32.983418 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:27:32.983785 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Checking segment: {'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:27:32.984179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:32.984565 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Bound using segment: {'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:27:32.985028 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Bound port: 844be556-3185-4648-847e-57f46c368b7c, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:27:32.985424 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:33.047162 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] For port 844be556-3185-4648-847e-57f46c368b7c, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:27:33.050685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] For port 844be556-3185-4648-847e-57f46c368b7c, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=844be556-3185-4648-847e-57f46c368b7c,segment=NetworkSegment(73f8f55d-9718-40c7-ad70-94343b60174a),segment_id=73f8f55d-9718-40c7-ad70-94343b60174a)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:27:33.055950 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:33.117641 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6bcd9-1a94-4b58-a809-f1e04ea31075 None None] Pushing event updated for resources: {'Port': ['ID=844be556-3185-4648-847e-57f46c368b7c,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:27:33.423022 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:27:33.918264 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015f793-d7ed-4fc2-baef-2b9ef3c4eb0a None None] Network 4208ac20-c39c-4ca0-bc74-734c90204ed7 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:27:33.950842 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-acdbbb39-6848-4ece-816e-c0aab68a1202 None None] Provisioning for port 844be556-3185-4648-847e-57f46c368b7c completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:27:34.078781 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 844be556-3185-4648-847e-57f46c368b7c up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:27:34.140132 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 844be556-3185-4648-847e-57f46c368b7c completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:27:34.146113 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 844be556-3185-4648-847e-57f46c368b7c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:27:34.146402 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:34.232452 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:34.271383 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 844be556-3185-4648-847e-57f46c368b7c, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=844be556-3185-4648-847e-57f46c368b7c,segment=NetworkSegment(73f8f55d-9718-40c7-ad70-94343b60174a),segment_id=73f8f55d-9718-40c7-ad70-94343b60174a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:27:34.279940 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:34.340161 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=844be556-3185-4648-847e-57f46c368b7c,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:27:34.400835 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-daa3813f-fdd9-4daa-a110-a220896054d3 None None] Provisioning complete for port 844be556-3185-4648-847e-57f46c368b7c triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:27:34.401131 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daa3813f-fdd9-4daa-a110-a220896054d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:36.029540 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 844be556-3185-4648-847e-57f46c368b7c up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:27:36.086085 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 844be556-3185-4648-847e-57f46c368b7c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:27:36.086458 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:48.924432 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bff4535d-7338-4242-8df5-51c61751feff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:51.499661 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e0e181b6-4df8-4b93-826d-f74b7444892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:51.584624 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:53.076698 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:27:54.620642 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:10.421945 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:28:18.925622 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5153093e-6bad-4323-ac62-0b293994341a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:21.500540 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0f20-8bb9-4df3-a85c-e881b88bd334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:21.593835 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:23.078663 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:24.622911 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:46.876178 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36882) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:28:46.881899 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-abe0b803-3949-4d47-bc7f-79dc4ef2b224 tempest-verify_tempest_config-1782856890 tempest-verify_tempest_config-1782856890-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:28:46.882926 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-abe0b803-3949-4d47-bc7f-79dc4ef2b224 tempest-verify_tempest_config-1782856890 tempest-verify_tempest_config-1782856890-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057847 Jul 22 09:28:47.172978 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 36900) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:28:47.270308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:47.356612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:47.360184 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:47.406336 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87b27ba-f138-49e8-9c35-7936605b56c8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:28:47.409845 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=417435ec84ab410191f8364e3860d0ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2358913 Jul 22 09:28:47.412581 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36904) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:28:47.415120 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.415492 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.415841 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.416179 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.416512 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.416860 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.417192 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.417521 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.417864 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.418217 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.418541 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.418862 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05327b7-9cbb-4c2a-896f-11dcc6d68ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.419508 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:28:47.468034 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:47.487588 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:47.578624 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:47.581328 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:47.582533 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a87b27ba-f138-49e8-9c35-7936605b56c8 HTTP/1.1" status: 204 len: 168 time: 0.1689401 Jul 22 09:28:47.591331 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87b27ba-f138-49e8-9c35-7936605b56c8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:28:47.597944 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.598343 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.598689 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.599026 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.599357 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.599703 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.600034 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.600365 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.600690 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.601013 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.601384 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:47.601708 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd14b09-69bb-4c18-a683-940363da9c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:28:48.925613 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ebdeb39-8339-4330-b2c7-7e679d8044db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:51.503065 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d16b7312-33fb-40fa-8752-6dcb0b77cec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:51.584449 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:53.081298 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:28:54.626776 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:18.926623 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-de969d5c-f172-4014-8377-7c15b680c3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:21.503602 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf689-1568-4b2f-bdfd-150f721c0701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:21.584349 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:23.084436 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:24.417471 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:29:24.627238 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:48.925632 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8193fdc-fefe-407f-bb69-e8ea4ddae2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:51.504659 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-114fc6e3-eea0-48f5-93c2-b0ef224f80c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:51.584179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:53.085991 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:29:54.629391 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:01.415075 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:30:17.644568 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417772'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:18.924591 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-91605703-7dd5-43eb-8441-94ddfc13ebcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:21.505900 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31b97362-51d8-4ee1-bb35-2111e8499ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:21.585550 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:22.136325 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36958) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:30:22.235984 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ad6e5887-fb86-43d2-a94a-1e10e12905df admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0985696 Jul 22 09:30:23.089607 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:24.402438 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 36968) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:30:24.455760 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-aee2aada-05e9-41b4-b5b6-c7eb5e717a2f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0512664 Jul 22 09:30:24.637961 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:38.413462 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:30:47.613665 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:48.924402 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4fc60d57-5669-41b6-af35-77758ba80ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:51.506690 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4479e72e-700c-4be5-b7f2-69b84e3959f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:51.587825 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:53.091560 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:30:54.631013 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:15.410921 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:31:17.642633 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:18.929122 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87a92561-3062-4933-917e-5ec5d404797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:21.508351 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5f71745b-4904-4650-959d-1d84acc5331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:21.589883 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:23.095572 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:24.634481 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:47.642826 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:48.938357 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7cf-5f30-40a2-9bb8-b415ccd9fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:51.520106 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e978f9a-2b01-4652-9828-3704b68c82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:51.605516 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:52.411723 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:31:53.105900 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.328274 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37178) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:53.493067 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37190) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:53.702682 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-469731491-network', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:31:53.723533 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Made reservation on behalf of bfc69f41778943d6aab1a3846991609e for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:31:53.726366 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.735684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.833272 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.838767 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.869171 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfad2d6-afff-4e75-a5fb-18ce3bb6f33e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:53.878267 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.878885 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.879312 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.879565 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.879887 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.880227 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.880625 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.880885 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.881229 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.881524 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.881914 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.882171 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Tracked resource versions report: Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: pushed versions: Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: consumer versions: Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: HyperV agent@hv-cinder-80171: {}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Log': '1.0', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Network': '1.1', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Port': '1.7', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 22 09:31:53.883209 dv-cinder-801717-2-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:31:53.885854 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:31:53.902792 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-704630858-network', 'tenant_id': 'fa6896a06ea5483e9976ef181648f694'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:31:53.906980 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.907325 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Added segment c421adde-5b3a-469b-8e39-9e8ab13fee70 of type vlan for network e4b67219-8d18-4781-b583-eceee5c9b799 Jul 22 09:31:53.972632 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Made reservation on behalf of fa6896a06ea5483e9976ef181648f694 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:31:53.975003 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.985199 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:53.993990 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.100940 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.102196 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.104209 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:31:54.105134 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.109932 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.133467 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:31:54.151285 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8185816 Jul 22 09:31:54.152859 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.153152 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37222) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:54.153627 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Added segment be2154f9-34a9-4458-bcf6-159f1eabe635 of type vlan for network 220c51e3-7916-402f-affc-7a3ba4451fcd Jul 22 09:31:54.160643 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Request body: {'subnet': {'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-subnet', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:31:54.190188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Made reservation on behalf of bfc69f41778943d6aab1a3846991609e for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:31:54.194502 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.245957 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.296554 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cffd35b-e5b8-4d7a-9518-40e01effa9cf,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:54.348484 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6d188-87bd-43cc-8f3c-8ca44a34993b admin admin] Pushing event updated for resources: {'Network': ['ID=e4b67219-8d18-4781-b583-eceee5c9b799,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:54.358772 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.360262 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:31:54.362198 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.370786 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network e4b67219-8d18-4781-b583-eceee5c9b799 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:31:54.407429 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9131715 Jul 22 09:31:54.410257 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37240) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:54.416553 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Request body: {'subnet': {'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-704630858-subnet', 'tenant_id': 'fa6896a06ea5483e9976ef181648f694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:31:54.480538 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620214-9a61-4d40-8386-81ba28de3afd admin admin] Pushing event updated for resources: {'Network': ['ID=220c51e3-7916-402f-affc-7a3ba4451fcd,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:54.482529 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.491668 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Made reservation on behalf of fa6896a06ea5483e9976ef181648f694 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:31:54.491902 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 220c51e3-7916-402f-affc-7a3ba4451fcd details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:31:54.494516 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.631704 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Checking segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:31:54.633208 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Network hostable DHCP agents. Network: e4b67219-8d18-4781-b583-eceee5c9b799, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:31:54.644776 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83a4c42-6f52-48bc-8a37-e146455d3a91,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:54.657296 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.666515 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.667444 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.669120 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.670227 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.671131 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.671661 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.672415 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.672960 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.673472 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.674234 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.675015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.675648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Tracked resource versions report: Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: pushed versions: Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: consumer versions: Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: HyperV agent@hv-cinder-80171: {}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Log': '1.0', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Network': '1.1', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Port': '1.7', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 22 09:31:54.677014 dv-cinder-801717-2-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:31:54.682139 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Network e4b67219-8d18-4781-b583-eceee5c9b799 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:31:54.696440 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, e4b67219-8d18-4781-b583-eceee5c9b799) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:31:54.704509 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:31:54.705102 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.711682 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e340e56-cc62-44b1-812a-4ebf029af5ef None None] Network e4b67219-8d18-4781-b583-eceee5c9b799 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:31:54.737186 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c6ffce50-306a-4794-aede-bced8e86b6d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5821431 Jul 22 09:31:54.739741 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37254) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:54.748658 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:31:54.784996 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.786410 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.798205 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:54.993173 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cea3e1-882b-415d-9022-ec6255b6d385,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:55.016743 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.046671 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Checking segment: {'id': 'be2154f9-34a9-4458-bcf6-159f1eabe635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:31:55.048766 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Network hostable DHCP agents. Network: 220c51e3-7916-402f-affc-7a3ba4451fcd, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:31:55.076138 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-e4b67219-8d18-4781-b583-eceee5c9b799', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:31:55.077025 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.085677 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Network 220c51e3-7916-402f-affc-7a3ba4451fcd is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:31:55.101250 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 220c51e3-7916-402f-affc-7a3ba4451fcd) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:31:55.114010 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:31:55.116504 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.168507 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-455943cf-8ebc-445c-b701-bac16687abf4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7482889 Jul 22 09:31:55.200167 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.289562 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Allocated IP 172.20.0.2 (e4b67219-8d18-4781-b583-eceee5c9b799/e83a4c42-6f52-48bc-8a37-e146455d3a91/e018b4b4-4768-4527-9e80-d494c5ff3ddf) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:31:55.327596 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdce871-f784-4f40-b3aa-cb4d89733b69 None None] Network 220c51e3-7916-402f-affc-7a3ba4451fcd requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:31:55.542439 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.560819 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.568032 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f5fe9-93ad-45c7-9fda-cbd2d17ce1bb None None] Network 220c51e3-7916-402f-affc-7a3ba4451fcd requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:31:55.575487 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.599441 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Transition to ACTIVE for port object e018b4b4-4768-4527-9e80-d494c5ff3ddf will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:31:55.656567 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Transition to ACTIVE for port object e018b4b4-4768-4527-9e80-d494c5ff3ddf will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:31:55.670653 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.726468 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Allocated IP 172.27.1.241 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/5fa3d24f-62ad-48e8-8b56-c9ad536e76bf) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:31:55.744427 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Network e4b67219-8d18-4781-b583-eceee5c9b799 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:31:55.754582 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:31:55.778529 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:31:55.787419 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Pushing event updated for resources: {'Port': ['ID=e018b4b4-4768-4527-9e80-d494c5ff3ddf,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:55.816263 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.817050 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.817556 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.818095 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.818544 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.819010 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.819529 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.820489 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.820614 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.821411 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.821555 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.822305 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Tracked resource versions report: Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: pushed versions: Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: consumer versions: Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: HyperV agent@hv-cinder-80171: {}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Log': '1.0', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Network': '1.1', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Port': '1.7', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 22 09:31:55.824301 dv-cinder-801717-2-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:31:55.860518 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Attempting to bind port e018b4b4-4768-4527-9e80-d494c5ff3ddf on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:31:55.860896 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Attempting to bind port e018b4b4-4768-4527-9e80-d494c5ff3ddf by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:31:55.861266 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Attempting to bind port e018b4b4-4768-4527-9e80-d494c5ff3ddf on network e4b67219-8d18-4781-b583-eceee5c9b799 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:31:55.873968 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:31:55.873968 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Checking segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:31:55.874356 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.874699 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Bound using segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:31:55.875181 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Bound port: e018b4b4-4768-4527-9e80-d494c5ff3ddf, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:31:55.875591 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.883598 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.933664 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.946151 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] For port e018b4b4-4768-4527-9e80-d494c5ff3ddf, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:31:55.950123 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] For port e018b4b4-4768-4527-9e80-d494c5ff3ddf, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=e018b4b4-4768-4527-9e80-d494c5ff3ddf,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:31:55.956865 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:55.991400 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:56.012195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:31:56.013922 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:31:56.017182 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:31:56.045808 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cdbf6-42d9-4295-9829-03954427b661 None None] Pushing event updated for resources: {'Port': ['ID=e018b4b4-4768-4527-9e80-d494c5ff3ddf,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:56.397112 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:56.633885 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:56.849016 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Router 4eb49749-f8ee-4776-82c9-4b985121525a is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:31:57.000590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:31:57.008807 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37350) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:57.017751 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Sync routers for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:31:57.028269 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:31:57.033091 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:57.035984 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:31:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:31:57.036654 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4f1b4bdc-a0bf-4425-b033-3d44a1837319 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2947667 Jul 22 09:31:57.039423 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37354) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:57.278095 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:31:57.345038 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37378) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:57.348954 dv-cinder-801717-2-iscsi neutron-server[92928]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 09:31:57.365543 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a10c76-d839-4078-ae52-2630962dca34 None None] Network e4b67219-8d18-4781-b583-eceee5c9b799 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:31:57.573880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b714649e-efee-49b4-85bf-3d6e74f9f7f1 None None] Provisioning for port e018b4b4-4768-4527-9e80-d494c5ff3ddf completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:31:57.619732 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:31:56Z', 'revision_number': 3, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:31:57.625361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37390) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:57.694136 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Checking router: 4eb49749-f8ee-4776-82c9-4b985121525a for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:31:57.694576 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Updating router 4eb49749-f8ee-4776-82c9-4b985121525a port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:31:57.777877 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:57.785318 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-163d5201-810d-478a-b3db-82f33d560278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:57.973248 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16cfac06-7ab3-43c8-802f-73a232928475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.066805 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-dfe69ee6-b646-48d3-9b70-6272fdcfaf5d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:31:58.080417 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-dfe69ee6-b646-48d3-9b70-6272fdcfaf5d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/networks?id=220c51e3-7916-402f-affc-7a3ba4451fcd HTTP/1.1" status: 200 len: 811 time: 0.7325499 Jul 22 09:31:58.110530 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a123edaa-7552-4af9-81d9-9a0dac29f824 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/quotas/fa6896a06ea5483e9976ef181648f694 HTTP/1.1" status: 200 len: 375 time: 0.0292301 Jul 22 09:31:58.311073 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device e018b4b4-4768-4527-9e80-d494c5ff3ddf up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:31:58.312117 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-64eea679-ccce-4d87-8761-6d8fc83c70ae tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa6896a06ea5483e9976ef181648f694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1952684 Jul 22 09:31:58.320019 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.336294 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Transition to ACTIVE for port object 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:31:58.346971 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.365957 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-163d5201-810d-478a-b3db-82f33d560278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.403673 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-163d5201-810d-478a-b3db-82f33d560278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.412163 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Pushing event updated for resources: {'Port': ['ID=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:58.422859 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.423260 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.423707 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.424125 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.424474 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.424878 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.425292 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.425715 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.426156 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.426621 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.426960 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.427311 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Tracked resource versions report: Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: pushed versions: Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: consumer versions: Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: HyperV agent@hv-cinder-80171: {}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: L3 agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: Metadata agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: Metering agent@dv-cinder-801717-2-iscsi: {}, Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-801717-2-iscsi: { 'AddressGroup': '1.2', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Log': '1.0', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Network': '1.1', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Port': '1.7', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 22 09:31:58.428483 dv-cinder-801717-2-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 09:31:58.472397 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port e018b4b4-4768-4527-9e80-d494c5ff3ddf completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:31:58.476665 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port e018b4b4-4768-4527-9e80-d494c5ff3ddf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:31:58.477202 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.486190 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Attempting to bind port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:31:58.486993 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Attempting to bind port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:31:58.487626 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Attempting to bind port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:31:58.487938 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d5201-810d-478a-b3db-82f33d560278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd124892-a7a1-4070-984c-bd2e1d3b91bf,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:58.510319 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:31:58.510930 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:31:58.511528 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.512136 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:31:58.512815 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Bound port: 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:31:58.513386 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.547198 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-163d5201-810d-478a-b3db-82f33d560278 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c19d50016eb48e48532eaf0818d4649&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5360992 Jul 22 09:31:58.549974 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37434) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:58.590181 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] For port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:31:58.594471 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] For port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:31:58.604309 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.619973 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.620476 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-87e064bd-dc50-475b-ab62-140c2b6d1c96 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:31:58.627526 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-87e064bd-dc50-475b-ab62-140c2b6d1c96 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1457489 Jul 22 09:31:58.657500 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port e018b4b4-4768-4527-9e80-d494c5ff3ddf, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=e018b4b4-4768-4527-9e80-d494c5ff3ddf,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:31:58.662816 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.663592 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16cfac06-7ab3-43c8-802f-73a232928475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.673084 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16cfac06-7ab3-43c8-802f-73a232928475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.674092 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefe89d-0de4-46d6-a9f2-1a32486f431c None None] Pushing event updated for resources: {'Port': ['ID=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:58.702754 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.708442 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:31:58.709092 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:31:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:31:58.712424 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfac06-7ab3-43c8-802f-73a232928475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82654a5a-0da4-4982-bc82-1cbdcb51205e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:58.735859 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=e018b4b4-4768-4527-9e80-d494c5ff3ddf,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:58.753294 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40ed598e-d939-4b1c-bfbc-9e382a54d379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.763924 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37438) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:58.779346 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-16cfac06-7ab3-43c8-802f-73a232928475 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a148a97e689044cd9cc96864afcf4b2f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1484807 Jul 22 09:31:58.779680 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37442) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:58.854509 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-ee4ccdf6-9894-4ab9-9ed8-991b3395bdac service neutron] 10.222.0.20 "GET /v2.0/networks/220c51e3-7916-402f-affc-7a3ba4451fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252340 Jul 22 09:31:58.856583 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40ed598e-d939-4b1c-bfbc-9e382a54d379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.871505 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:31:58.916272 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5856939-c62e-4df3-93b8-9695d80743e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:58.929796 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a323fad5-3105-4c0e-bc8e-af54c9ac3a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.010985 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5856939-c62e-4df3-93b8-9695d80743e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.065952 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40ed598e-d939-4b1c-bfbc-9e382a54d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.068552 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-220542da-c81a-4c44-903e-87103afc98e0 service neutron] 10.222.0.20 "GET /v2.0/networks/220c51e3-7916-402f-affc-7a3ba4451fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132111 Jul 22 09:31:59.069088 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40ed598e-d939-4b1c-bfbc-9e382a54d379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.070599 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-40ed598e-d939-4b1c-bfbc-9e382a54d379 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd124892-a7a1-4070-984c-bd2e1d3b91bf HTTP/1.1" status: 204 len: 168 time: 0.5126059 Jul 22 09:31:59.096331 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Allocated IP 172.20.0.1 (e4b67219-8d18-4781-b583-eceee5c9b799/e83a4c42-6f52-48bc-8a37-e146455d3a91/23e7743f-8b4a-4a5d-afe6-954249fc88b7) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:31:59.115843 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed598e-d939-4b1c-bfbc-9e382a54d379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd124892-a7a1-4070-984c-bd2e1d3b91bf,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:59.120405 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5856939-c62e-4df3-93b8-9695d80743e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.124150 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5856939-c62e-4df3-93b8-9695d80743e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.132317 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:31:56Z', 'revision_number': 3, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:31:59.142488 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c5856939-c62e-4df3-93b8-9695d80743e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82654a5a-0da4-4982-bc82-1cbdcb51205e HTTP/1.1" status: 204 len: 168 time: 0.3594365 Jul 22 09:31:59.175440 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5856939-c62e-4df3-93b8-9695d80743e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82654a5a-0da4-4982-bc82-1cbdcb51205e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:59.208197 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d43514-2d88-44c7-a54f-fc938d86f743 None None] The sync data for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi is: [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:31:56Z', 'revision_number': 3, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:31:59.213723 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a323fad5-3105-4c0e-bc8e-af54c9ac3a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.223633 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a323fad5-3105-4c0e-bc8e-af54c9ac3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.300491 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a323fad5-3105-4c0e-bc8e-af54c9ac3a0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=349bf25e0fcf4d7583f0e8a5291ebb6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5347550 Jul 22 09:31:59.302506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323fad5-3105-4c0e-bc8e-af54c9ac3a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694ebbf1-365a-4ab3-bf8a-b6330cbdccaf,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:59.309441 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37456) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:59.409429 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.445595 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Transition to ACTIVE for port object 23e7743f-8b4a-4a5d-afe6-954249fc88b7 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:31:59.473080 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c33c91c-f0a8-40ae-ae70-f0c4c0cddd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.547767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c33c91c-f0a8-40ae-ae70-f0c4c0cddd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.549422 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37474) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:59.694580 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.733515 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5af2f52b-f0af-4103-9cb6-b829c40c1877 req-9b9af40b-b5a6-4d61-9b98-1b3f816cb596 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.1596229 Jul 22 09:31:59.789204 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37490) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:59.807282 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-910d8297-565c-443f-9619-d5051edef1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.820977 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c33c91c-f0a8-40ae-ae70-f0c4c0cddd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.824710 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c33c91c-f0a8-40ae-ae70-f0c4c0cddd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.826741 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8c33c91c-f0a8-40ae-ae70-f0c4c0cddd38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/694ebbf1-365a-4ab3-bf8a-b6330cbdccaf HTTP/1.1" status: 204 len: 168 time: 0.5161867 Jul 22 09:31:59.829019 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37492) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:31:59.863904 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33c91c-f0a8-40ae-ae70-f0c4c0cddd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ebbf1-365a-4ab3-bf8a-b6330cbdccaf,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:59.869647 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd66aec-43d7-4bc3-b72e-d8477706a213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:31:59.950732 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Pushing event updated for resources: {'Port': ['ID=23e7743f-8b4a-4a5d-afe6-954249fc88b7,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:31:59.957765 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Network e4b67219-8d18-4781-b583-eceee5c9b799 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:31:59.959667 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:31:59.962026 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:31:59.963319 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.008642 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-910d8297-565c-443f-9619-d5051edef1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.019684 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-910d8297-565c-443f-9619-d5051edef1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.086259 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-910d8297-565c-443f-9619-d5051edef1f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be10a3d23b1c45a0b034a618d9e708af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2955561 Jul 22 09:32:00.087520 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d8297-565c-443f-9619-d5051edef1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee5700-b4b4-4f2e-94d2-2dafd21074e8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:00.090190 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37496) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:00.255624 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa414529-2e2a-4737-b240-85c6a1d6bd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.340911 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa414529-2e2a-4737-b240-85c6a1d6bd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.371198 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-494cebac-a105-43d5-8034-6ffe68166069 None None] Provisioning for port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:00.380199 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-494cebac-a105-43d5-8034-6ffe68166069 None None] Provisioning complete for port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:00.380584 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-494cebac-a105-43d5-8034-6ffe68166069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.440554 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd66aec-43d7-4bc3-b72e-d8477706a213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.443492 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-494cebac-a105-43d5-8034-6ffe68166069 None None] Port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:32:00.446008 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:00.481300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd66aec-43d7-4bc3-b72e-d8477706a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.510462 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.546951 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:00.551362 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:00.551942 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.684343 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.718888 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37516) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:00.732340 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:00.740520 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.741586 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device e018b4b4-4768-4527-9e80-d494c5ff3ddf up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:00.746530 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa414529-2e2a-4737-b240-85c6a1d6bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.749759 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa414529-2e2a-4737-b240-85c6a1d6bd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.753132 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aa414529-2e2a-4737-b240-85c6a1d6bd70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dee5700-b4b4-4f2e-94d2-2dafd21074e8 HTTP/1.1" status: 204 len: 168 time: 0.6573358 Jul 22 09:32:00.810759 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2dd66aec-43d7-4bc3-b72e-d8477706a213 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51a6267152e24a2a96470317a8553cb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9704812 Jul 22 09:32:00.814637 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37528) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:00.862552 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22bb9a05-89df-42c6-a65b-2420350ae8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.949228 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:00.972277 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port e018b4b4-4768-4527-9e80-d494c5ff3ddf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:00.972723 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.975751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.981561 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:00.982595 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.044380 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22bb9a05-89df-42c6-a65b-2420350ae8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.045634 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd66aec-43d7-4bc3-b72e-d8477706a213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2321d4d8-1bdd-41d9-b90d-84fa63c5416d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:01.065115 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Pushing event updated for resources: {'Port': ['ID=23e7743f-8b4a-4a5d-afe6-954249fc88b7,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:01.118327 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa414529-2e2a-4737-b240-85c6a1d6bd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee5700-b4b4-4f2e-94d2-2dafd21074e8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:01.122336 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22bb9a05-89df-42c6-a65b-2420350ae8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.169664 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bff85ef2-4964-48b9-af10-25f4f561ffd7 req-9b02d949-5d21-4bbd-a8c8-4d746b91d13b tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.3048239 Jul 22 09:32:01.203506 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-22bb9a05-89df-42c6-a65b-2420350ae8e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6932b8ca273347d699d51d5da07b29cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4596391 Jul 22 09:32:01.208588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb9a05-89df-42c6-a65b-2420350ae8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7e34e2-2d01-4d1d-8ae4-6a0265e62c70,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:01.209539 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Network e4b67219-8d18-4781-b583-eceee5c9b799 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:01.210871 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37538) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:01.212062 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:01.300432 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1ef25e7-cb25-4b3a-9f9d-eafc03c9ec8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.336005 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1ef25e7-cb25-4b3a-9f9d-eafc03c9ec8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.416236 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f573d8a3-fe4c-424d-80e6-67270a11532d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.449173 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1ef25e7-cb25-4b3a-9f9d-eafc03c9ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.454199 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1ef25e7-cb25-4b3a-9f9d-eafc03c9ec8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.458014 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d1ef25e7-cb25-4b3a-9f9d-eafc03c9ec8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2321d4d8-1bdd-41d9-b90d-84fa63c5416d HTTP/1.1" status: 204 len: 168 time: 0.6321945 Jul 22 09:32:01.476268 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f573d8a3-fe4c-424d-80e6-67270a11532d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.476895 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef25e7-cb25-4b3a-9f9d-eafc03c9ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2321d4d8-1bdd-41d9-b90d-84fa63c5416d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:01.538331 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Router 4eb49749-f8ee-4776-82c9-4b985121525a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:32:01.663647 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f573d8a3-fe4c-424d-80e6-67270a11532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.670229 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f573d8a3-fe4c-424d-80e6-67270a11532d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.671647 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f573d8a3-fe4c-424d-80e6-67270a11532d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf7e34e2-2d01-4d1d-8ae4-6a0265e62c70 HTTP/1.1" status: 204 len: 168 time: 0.4571128 Jul 22 09:32:01.692667 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573d8a3-fe4c-424d-80e6-67270a11532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7e34e2-2d01-4d1d-8ae4-6a0265e62c70,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:01.704253 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9a6b5435-0964-4ca7-a267-2715079e614b None None] Provisioning complete for port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:01.704781 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5435-0964-4ca7-a267-2715079e614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:01.732383 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:32:01.744995 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8112a9e5-4486-4f9d-88cf-ceae3f6039a6 admin admin] 10.222.0.20 "PUT /v2.0/routers/4eb49749-f8ee-4776-82c9-4b985121525a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7025237 Jul 22 09:32:01.773192 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b5435-0964-4ca7-a267-2715079e614b None None] Port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:32:01.943700 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Sync routers for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:32:01.968303 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:32:01.969511 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:31:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:02.149254 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:32:02.302303 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:02.580165 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1404b358-bfa2-463a-b519-b38fb39c925e req-269fb2f1-f34b-465b-b594-31c830596ad9 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.0698354 Jul 22 09:32:02.708016 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:02.709023 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:02.880783 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.46', 60284) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:02.888883 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 2, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:02.941534 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37650) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:02.948120 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-4242c79d-216f-490f-a485-2decc2d73730 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467371393', 'description': 'tempest-description--97558672'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:02.977106 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Checking router: 4eb49749-f8ee-4776-82c9-4b985121525a for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:32:02.980212 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Updating router 4eb49749-f8ee-4776-82c9-4b985121525a port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:32:03.027960 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4242c79d-216f-490f-a485-2decc2d73730 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.054749 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.166959 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-7bfd0230-5627-4383-865e-8dc5543594cf tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:03.168973 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-7bfd0230-5627-4383-865e-8dc5543594cf tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.46 "GET /v2.0/networks?id=220c51e3-7916-402f-affc-7a3ba4451fcd HTTP/1.1" status: 200 len: 811 time: 0.2859778 Jul 22 09:32:03.224201 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Request body: {'port': {'device_id': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd', 'admin_state_up': True, 'tenant_id': 'fa6896a06ea5483e9976ef181648f694'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:03.338677 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4242c79d-216f-490f-a485-2decc2d73730 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.351330 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4242c79d-216f-490f-a485-2decc2d73730 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.486995 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4242c79d-216f-490f-a485-2decc2d73730 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.491181 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4242c79d-216f-490f-a485-2decc2d73730 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.5478656 Jul 22 09:32:03.491901 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37698) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:03.497379 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-375a255a-4a17-4b7a-924d-b5cc320f4b80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'security_group_rule': {'security_group_id': '8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:03.513519 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242c79d-216f-490f-a485-2decc2d73730 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:03.548082 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.db.api [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 09:32:03.548082 dv-cinder-801717-2-iscsi neutron-server[92928]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 09:32:03.548082 dv-cinder-801717-2-iscsi neutron-server[92928]: [parameters: {'project_id_1': 'fa6896a06ea5483e9976ef181648f694', 'expiration_1': datetime.datetime(2021, 7, 22, 9, 32, 3, 534584)}] Jul 22 09:32:03.548082 dv-cinder-801717-2-iscsi neutron-server[92928]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92928) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 09:32:03.550849 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG oslo_db.api [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 09:32:03.583361 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-375a255a-4a17-4b7a-924d-b5cc320f4b80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.761468 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.767450 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-375a255a-4a17-4b7a-924d-b5cc320f4b80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.775769 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-375a255a-4a17-4b7a-924d-b5cc320f4b80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.788214 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Transition to ACTIVE for port object 23e7743f-8b4a-4a5d-afe6-954249fc88b7 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:03.812066 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.816368 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a255a-4a17-4b7a-924d-b5cc320f4b80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2962ae25-0878-4f6f-a621-629e2208a80c,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:03.848914 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-375a255a-4a17-4b7a-924d-b5cc320f4b80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.852652 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-375a255a-4a17-4b7a-924d-b5cc320f4b80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563876 Jul 22 09:32:03.852907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37722) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:03.857242 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-c08a03fc-16f7-4f8a-be64-715b6c6857f7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'security_group_rule': {'security_group_id': '8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:03.877537 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-815dd7bb-0005-45df-a47d-20645bde1893 req-d141c54e-2461-4557-b7f6-fb306b722bd0 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.0690353 Jul 22 09:32:03.912852 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c08a03fc-16f7-4f8a-be64-715b6c6857f7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:03.929573 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337a984-3166-4883-9575-4a584fca52a4 None None] Pushing event updated for resources: {'Port': ['ID=23e7743f-8b4a-4a5d-afe6-954249fc88b7,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:04.029092 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c08a03fc-16f7-4f8a-be64-715b6c6857f7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.041497 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c08a03fc-16f7-4f8a-be64-715b6c6857f7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.052004 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Attempting to bind port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:32:04.053320 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Attempting to bind port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:32:04.053927 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Attempting to bind port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 on network e4b67219-8d18-4781-b583-eceee5c9b799 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:32:04.063685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:32:04.064350 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Checking segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:04.065044 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.065654 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Bound using segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:32:04.066383 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Bound port: 23e7743f-8b4a-4a5d-afe6-954249fc88b7, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:32:04.066855 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.107765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Made reservation on behalf of fa6896a06ea5483e9976ef181648f694 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:04.112006 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.115292 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a03fc-16f7-4f8a-be64-715b6c6857f7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38493090-ab57-4d0b-ade2-21c9686a076b,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:04.136891 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c08a03fc-16f7-4f8a-be64-715b6c6857f7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.139638 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c08a03fc-16f7-4f8a-be64-715b6c6857f7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2858007 Jul 22 09:32:04.151204 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37734) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:04.156235 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:04.194650 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.238897 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] For port 23e7743f-8b4a-4a5d-afe6-954249fc88b7, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:32:04.284229 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] For port 23e7743f-8b4a-4a5d-afe6-954249fc88b7, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=23e7743f-8b4a-4a5d-afe6-954249fc88b7,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:32:04.303164 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.428690 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:32:04.429699 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:31:51Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:04.506466 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Allocated IP 172.20.0.14 (220c51e3-7916-402f-affc-7a3ba4451fcd/19cea3e1-882b-415d-9022-ec6255b6d385/58125e49-acbf-46f9-9b18-679ebaff5e60) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:32:04.583027 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337a984-3166-4883-9575-4a584fca52a4 None None] Pushing event updated for resources: {'Port': ['ID=23e7743f-8b4a-4a5d-afe6-954249fc88b7,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:04.635857 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:32:04.659430 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:04.925202 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Allocated IP 172.27.1.139 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/5a0b20ed-edc4-4936-aa99-5255607bee66) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:32:05.020296 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:05.033682 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:04Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:05.070404 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98eee3-f81e-43d9-a9b8-2d8f984cebb2 None None] The sync data for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi is: [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:04Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:32:05.085683 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-47c8ca69-b65f-4bec-b3c3-89d39f7ac13a req-32812a46-6dcc-4858-8fde-fc954c01860f tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.0577438 Jul 22 09:32:05.178837 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:05.325394 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:05.369378 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Network 220c51e3-7916-402f-affc-7a3ba4451fcd is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:05.398841 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:05.430983 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:32:05.440601 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:05.445729 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:05.490044 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:05.501137 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Pushing event updated for resources: {'Port': ['ID=58125e49-acbf-46f9-9b18-679ebaff5e60,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:05.513305 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-9dcaf508-30ce-487f-963d-54b1734b9429 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2940109 Jul 22 09:32:05.554160 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:05.561772 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:05.565962 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:32:05.583279 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'Port': ['ID=5a0b20ed-edc4-4936-aa99-5255607bee66,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:05.769010 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:05.921265 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.165552 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.174535 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.229205 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.382304 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 23e7743f-8b4a-4a5d-afe6-954249fc88b7 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:06.389572 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.409384 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2569499 Jul 22 09:32:06.438280 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf585d-3253-4a88-becf-fb2bee6ca3ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'Port': ['ID=5a0b20ed-edc4-4936-aa99-5255607bee66,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:06.524114 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:06.544726 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:06.549034 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.667936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f6db5-6540-4a01-a6ca-fdf3e0654986 req-e97feee5-6aaa-45d8-86ae-501d7c61eafb tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:06.678504 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e9f6db5-6540-4a01-a6ca-fdf3e0654986 req-e97feee5-6aaa-45d8-86ae-501d7c61eafb tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 932 time: 0.3963857 Jul 22 09:32:06.795413 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.804864 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e9f6db5-6540-4a01-a6ca-fdf3e0654986 req-6cf70e70-af39-4d04-bb5d-364989670099 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067321 Jul 22 09:32:06.855568 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 23e7743f-8b4a-4a5d-afe6-954249fc88b7, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=23e7743f-8b4a-4a5d-afe6-954249fc88b7,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:06.863880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:06.999037 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-4a8de794-2a93-4973-8b4c-6fce4b58ee3d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:32:07.000361 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-4a8de794-2a93-4973-8b4c-6fce4b58ee3d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069242 Jul 22 09:32:07.088693 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=23e7743f-8b4a-4a5d-afe6-954249fc88b7,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:07.203545 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37880) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:07.205316 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-b43ae6a7-50d1-423b-8688-fd8fa4170af6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--467371393&fields=id&tenant_id=bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 267 time: 0.1944427 Jul 22 09:32:07.427583 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-17c4474b-9580-41a8-a14e-73cc898a2d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:07.547181 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-dc30139b-df05-42a1-bf32-4f8afa38ff88 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:07.557715 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-dc30139b-df05-42a1-bf32-4f8afa38ff88 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 816 time: 0.3513167 Jul 22 09:32:07.578565 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Request body: {'port': {'device_id': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:07.624775 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-ee8b5ae1-080d-4a87-b38d-ce68244a1a50 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/quotas/bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 375 time: 0.0649183 Jul 22 09:32:07.701260 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-17c4474b-9580-41a8-a14e-73cc898a2d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:07.706490 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-17c4474b-9580-41a8-a14e-73cc898a2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:07.819116 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-17c4474b-9580-41a8-a14e-73cc898a2d46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab4f33d207034b488dfa652bc4e98379&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6141088 Jul 22 09:32:07.822191 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37904) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:07.859818 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4474b-9580-41a8-a14e-73cc898a2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a71e4-ce1a-4b0a-8376-0ce8ac4b61b6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:07.987264 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.020524 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bcd15241-0a59-46d9-86d9-52e7829725fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.062780 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-af63da93-9099-4638-bab0-9976b7b6c80f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4361739 Jul 22 09:32:08.111134 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37916) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:08.128623 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bcd15241-0a59-46d9-86d9-52e7829725fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.242565 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37924) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:08.296275 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bcd15241-0a59-46d9-86d9-52e7829725fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.298995 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bcd15241-0a59-46d9-86d9-52e7829725fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.300288 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bcd15241-0a59-46d9-86d9-52e7829725fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d77a71e4-ce1a-4b0a-8376-0ce8ac4b61b6 HTTP/1.1" status: 204 len: 168 time: 0.4718511 Jul 22 09:32:08.326909 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd15241-0a59-46d9-86d9-52e7829725fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a71e4-ce1a-4b0a-8376-0ce8ac4b61b6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:08.356934 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 23e7743f-8b4a-4a5d-afe6-954249fc88b7 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:08.437596 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-53c73c3e-c4ba-4a3a-9d79-5d35a5af5266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.507637 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:08.508206 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.514466 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a884c-0415-4a0a-9534-f4e46df7f4e5 req-bb0ae469-5955-4791-836f-af9b7d1eec33 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:08.544279 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-617a884c-0415-4a0a-9534-f4e46df7f4e5 req-bb0ae469-5955-4791-836f-af9b7d1eec33 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 932 time: 0.4802346 Jul 22 09:32:08.637349 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c19a769-2a19-4192-af89-be0e027242bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.732896 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-53c73c3e-c4ba-4a3a-9d79-5d35a5af5266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.751456 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-53c73c3e-c4ba-4a3a-9d79-5d35a5af5266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:08.751602 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-f3fed7c1-6714-4747-abeb-74f53a58f4e0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:32:08.752548 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-f3fed7c1-6714-4747-abeb-74f53a58f4e0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4606948 Jul 22 09:32:08.840268 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-53c73c3e-c4ba-4a3a-9d79-5d35a5af5266 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6897e3ada30f49f0a0fbc45723d4c12e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5959044 Jul 22 09:32:08.844477 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37942) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:08.856592 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-617a884c-0415-4a0a-9534-f4e46df7f4e5 req-e7a8ce3f-c190-4f05-9b23-c7842b17ecc6 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110056 Jul 22 09:32:08.861798 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c73c3e-c4ba-4a3a-9d79-5d35a5af5266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c9986c-e23b-4bc1-a4b2-a55ec638ab30,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:08.975901 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69efa877-39a3-4853-892f-dda4af31fee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.074123 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69efa877-39a3-4853-892f-dda4af31fee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.119826 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c19a769-2a19-4192-af89-be0e027242bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.161915 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5c19a769-2a19-4192-af89-be0e027242bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.197027 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 37952) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:09.239803 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82656bce-dda0-4323-a4e6-f07f3994e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.245213 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19a769-2a19-4192-af89-be0e027242bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ef293-e345-4b5b-ad57-796f10c34435,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:09.288016 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-da3b5678-9992-4f5d-a874-a8f2c86d1cb8 service neutron] 10.222.0.20 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707501 Jul 22 09:32:09.296893 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5c19a769-2a19-4192-af89-be0e027242bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=248451e75ff840aa975aab7ba845d0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1799281 Jul 22 09:32:09.299588 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 37956) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:09.340632 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69efa877-39a3-4853-892f-dda4af31fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.346757 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69efa877-39a3-4853-892f-dda4af31fee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.348674 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-69efa877-39a3-4853-892f-dda4af31fee5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46c9986c-e23b-4bc1-a4b2-a55ec638ab30 HTTP/1.1" status: 204 len: 168 time: 0.5011649 Jul 22 09:32:09.393471 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efa877-39a3-4853-892f-dda4af31fee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c9986c-e23b-4bc1-a4b2-a55ec638ab30,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:09.439135 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-88483c06-6c43-4534-adb0-4474298fd3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.472757 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-88483c06-6c43-4534-adb0-4474298fd3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.532770 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-da77590b-cced-4310-9984-f9cb470f0966 service neutron] 10.222.0.20 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353950 Jul 22 09:32:09.559751 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58125e49-acbf-46f9-9b18-679ebaff5e60 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:32:09.582273 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-88483c06-6c43-4534-adb0-4474298fd3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.585365 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-88483c06-6c43-4534-adb0-4474298fd3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.589413 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-88483c06-6c43-4534-adb0-4474298fd3f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd9ef293-e345-4b5b-ad57-796f10c34435 HTTP/1.1" status: 204 len: 168 time: 0.2844503 Jul 22 09:32:09.614902 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.619252 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88483c06-6c43-4534-adb0-4474298fd3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ef293-e345-4b5b-ad57-796f10c34435,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:09.681120 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Transition to ACTIVE for port object 58125e49-acbf-46f9-9b18-679ebaff5e60 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:09.699503 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:09.801148 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Pushing event updated for resources: {'Port': ['ID=58125e49-acbf-46f9-9b18-679ebaff5e60,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:10.064815 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Attempting to bind port 58125e49-acbf-46f9-9b18-679ebaff5e60 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:32:10.066223 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Attempting to bind port 58125e49-acbf-46f9-9b18-679ebaff5e60 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': 'be2154f9-34a9-4458-bcf6-159f1eabe635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:32:10.066658 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Attempting to bind port 58125e49-acbf-46f9-9b18-679ebaff5e60 on network 220c51e3-7916-402f-affc-7a3ba4451fcd {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:32:10.101863 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Port 58125e49-acbf-46f9-9b18-679ebaff5e60 on network 220c51e3-7916-402f-affc-7a3ba4451fcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:32:10.102177 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Attempting to bind port 58125e49-acbf-46f9-9b18-679ebaff5e60 on network 220c51e3-7916-402f-affc-7a3ba4451fcd {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:32:10.201409 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82656bce-dda0-4323-a4e6-f07f3994e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.210768 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:32:10.211572 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Checking segment: {'id': 'be2154f9-34a9-4458-bcf6-159f1eabe635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:10.213620 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Bound using segment: {'id': 'be2154f9-34a9-4458-bcf6-159f1eabe635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:32:10.214506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Bound port: 58125e49-acbf-46f9-9b18-679ebaff5e60, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2154f9-34a9-4458-bcf6-159f1eabe635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:32:10.215188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.240429 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d027a48e-215a-4568-b79f-b43f18728f02 req-2aa0bfc2-bc6a-4cbd-a9c9-38ebc2db83a8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.1944323 Jul 22 09:32:10.262210 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82656bce-dda0-4323-a4e6-f07f3994e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.324281 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-82656bce-dda0-4323-a4e6-f07f3994e059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bef6a12dd60e4f06a19e209b91fc91e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1180995 Jul 22 09:32:10.324831 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38004) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:10.327300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656bce-dda0-4323-a4e6-f07f3994e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1db279-f9ac-450a-b807-d647ce2c83a2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:10.445442 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] For port 58125e49-acbf-46f9-9b18-679ebaff5e60, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:32:10.450872 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c762a281-287b-411e-b36a-ce6a43ad00a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.463026 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] For port 58125e49-acbf-46f9-9b18-679ebaff5e60, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=58125e49-acbf-46f9-9b18-679ebaff5e60,segment=NetworkSegment(be2154f9-34a9-4458-bcf6-159f1eabe635),segment_id=be2154f9-34a9-4458-bcf6-159f1eabe635)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:32:10.486393 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.566732 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c762a281-287b-411e-b36a-ce6a43ad00a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.575251 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953379-c43f-4e05-a617-fb9e21ebc9bb req-3c758fba-2e67-492e-8ddd-3e6aa3a48277 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:10.581063 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93953379-c43f-4e05-a617-fb9e21ebc9bb req-3c758fba-2e67-492e-8ddd-3e6aa3a48277 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 944 time: 0.4905233 Jul 22 09:32:10.590433 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:10.595527 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.601448 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] 10.222.0.46 "PUT /v2.0/ports/58125e49-acbf-46f9-9b18-679ebaff5e60 HTTP/1.1" status: 200 len: 1094 time: 3.1817625 Jul 22 09:32:10.601974 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'tag': '58125e49-acbf-46f9-9b18-679ebaff5e60'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:32:10.736237 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c762a281-287b-411e-b36a-ce6a43ad00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.739163 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c762a281-287b-411e-b36a-ce6a43ad00a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:10.740513 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c762a281-287b-411e-b36a-ce6a43ad00a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc1db279-f9ac-450a-b807-d647ce2c83a2 HTTP/1.1" status: 204 len: 168 time: 0.4146030 Jul 22 09:32:10.767267 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762a281-287b-411e-b36a-ce6a43ad00a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1db279-f9ac-450a-b807-d647ce2c83a2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:11.062817 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fddb5a-9423-4504-9ef7-b1afa6230216 service neutron] Pushing event updated for resources: {'Port': ['ID=58125e49-acbf-46f9-9b18-679ebaff5e60,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:11.087772 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93953379-c43f-4e05-a617-fb9e21ebc9bb req-43b19f87-7519-43a4-80b5-8ba3d888b612 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570497 Jul 22 09:32:11.117858 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-d2bcf751-f6fa-4b9d-82e8-8c380ce4ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:11.119770 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-d2bcf751-f6fa-4b9d-82e8-8c380ce4ea6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa6896a06ea5483e9976ef181648f694&device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 1097 time: 0.1904886 Jul 22 09:32:11.419511 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-4c2bb28d-7b5a-4b67-a492-73a3d81a4489 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58125e49-acbf-46f9-9b18-679ebaff5e60 HTTP/1.1" status: 200 len: 217 time: 0.2427392 Jul 22 09:32:11.463116 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe5af6a8-245e-40eb-8d05-e772f06cddb3 req-61283096-591d-41cf-9986-99e9bd890877 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.0539570 Jul 22 09:32:11.788791 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e31bab6-99aa-4480-a5c6-505104cb4e3e", "tag": "58125e49-acbf-46f9-9b18-679ebaff5e60"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:32:12.363427 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bbb3a4-8434-470b-97bd-659294e40c8b x-openstack-request-id: req-68bbb3a4-8434-470b-97bd-659294e40c8b {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:32:12.363962 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e31bab6-99aa-4480-a5c6-505104cb4e3e", "tag": "58125e49-acbf-46f9-9b18-679ebaff5e60", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:32:12.364414 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68bbb3a4-8434-470b-97bd-659294e40c8b {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:32:12.365022 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'tag': '58125e49-acbf-46f9-9b18-679ebaff5e60', 'status': 'completed', 'code': 200} Jul 22 09:32:12.378722 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b29448-b00a-4117-a872-6f543878b809 req-c839b921-f1a6-469e-b475-32a5afdfa9c7 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:12.390244 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b29448-b00a-4117-a872-6f543878b809 req-c839b921-f1a6-469e-b475-32a5afdfa9c7 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 944 time: 0.1230602 Jul 22 09:32:12.469186 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b29448-b00a-4117-a872-6f543878b809 req-daa28f3c-0b4c-48b2-af37-0e7896912ce2 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778298 Jul 22 09:32:12.685594 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e991d6f-8089-450f-9b6b-1e8631dd1454 req-bf3c97d7-3bb1-4629-b941-30c8ca8c140c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.0492725 Jul 22 09:32:13.739936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff921-887d-4471-bd28-091ec52c8ed2 req-3623bc46-195f-4db1-b393-219b1a915d27 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:13.750937 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7bcff921-887d-4471-bd28-091ec52c8ed2 req-3623bc46-195f-4db1-b393-219b1a915d27 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 944 time: 0.1593802 Jul 22 09:32:13.840401 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7bcff921-887d-4471-bd28-091ec52c8ed2 req-ffe117e0-e906-44af-8afb-b7cdabcaa53f tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873139 Jul 22 09:32:13.915720 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe25dae6-5536-4110-9586-4161cd426745 req-ecfbef4a-2945-44a4-a951-39a83b6d862e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.0567629 Jul 22 09:32:14.662240 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38256) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:15.071593 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dd16eb85-4133-47a6-8702-41bef52a503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:15.094340 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ae826ea9-e76e-4d14-a366-552a02968b61 req-a19e151d-8935-401e-9044-683d978c9eab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.0450587 Jul 22 09:32:15.140206 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5173c-154a-486d-95ba-60df654ec4c8 req-e5fda860-3e89-4c26-99d2-971ed624f93f tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:15.140206 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc5173c-154a-486d-95ba-60df654ec4c8 req-e5fda860-3e89-4c26-99d2-971ed624f93f tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 944 time: 0.1959081 Jul 22 09:32:15.234374 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc5173c-154a-486d-95ba-60df654ec4c8 req-88ed2533-1504-4c05-acf8-9ffed46e1f5c tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869033 Jul 22 09:32:15.263345 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dd16eb85-4133-47a6-8702-41bef52a503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:15.269383 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dd16eb85-4133-47a6-8702-41bef52a503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:15.320790 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-dd16eb85-4133-47a6-8702-41bef52a503d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bed9e78c5fb42faaf731a1f0d1a70b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568060 Jul 22 09:32:15.324019 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16eb85-4133-47a6-8702-41bef52a503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c551ac-129d-4a0b-8e86-d5abadf86b70,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:15.325154 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38298) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:15.418395 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9ea641b-ff36-4f32-8388-8fa9f26930c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:15.457325 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9ea641b-ff36-4f32-8388-8fa9f26930c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:15.530481 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9ea641b-ff36-4f32-8388-8fa9f26930c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:15.533458 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9ea641b-ff36-4f32-8388-8fa9f26930c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:15.536449 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c9ea641b-ff36-4f32-8388-8fa9f26930c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1c551ac-129d-4a0b-8e86-d5abadf86b70 HTTP/1.1" status: 204 len: 168 time: 0.2061136 Jul 22 09:32:15.543647 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea641b-ff36-4f32-8388-8fa9f26930c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c551ac-129d-4a0b-8e86-d5abadf86b70,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:15.944082 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38332) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:16.084614 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38336) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:16.132257 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a532091-d393-42a2-9e5e-b8c298428ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.143594 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89523508-2c0f-4491-a44e-e6a8219d79b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.261819 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94f205ff-11df-4077-b5a9-2788710cbd8a req-1a0f6940-9de8-4f88-8f00-e771aa22ac4f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.0419555 Jul 22 09:32:16.339461 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89523508-2c0f-4491-a44e-e6a8219d79b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.358430 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89523508-2c0f-4491-a44e-e6a8219d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.455649 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-89523508-2c0f-4491-a44e-e6a8219d79b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc36ec92fdab4ffc87cbef5496fb2a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663957 Jul 22 09:32:16.457883 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38362) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:16.459427 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89523508-2c0f-4491-a44e-e6a8219d79b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827091ff-c2fa-49c1-b5e9-a6496664feea,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:16.532394 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510a06b-3cd2-4743-b1a5-1da61ce4e202 req-49b2738f-cd4a-4271-828c-35469b0ea1e0 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:16.533975 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6510a06b-3cd2-4743-b1a5-1da61ce4e202 req-49b2738f-cd4a-4271-828c-35469b0ea1e0 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 944 time: 0.1385486 Jul 22 09:32:16.551481 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4e8e-ee42-428a-8a0d-d6ddf566e1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.568812 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a532091-d393-42a2-9e5e-b8c298428ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.574484 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a532091-d393-42a2-9e5e-b8c298428ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.590752 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4e8e-ee42-428a-8a0d-d6ddf566e1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.632840 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6510a06b-3cd2-4743-b1a5-1da61ce4e202 req-1b6d9de6-eb0c-4760-ac0f-967721fc269c tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910695 Jul 22 09:32:16.642604 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38368) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:16.642705 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0a532091-d393-42a2-9e5e-b8c298428ea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b86b1a4be804aa081760ffdf179c7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6973767 Jul 22 09:32:16.647864 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a532091-d393-42a2-9e5e-b8c298428ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f99db-03bd-4f23-a97c-6739118d150c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:16.663353 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4e8e-ee42-428a-8a0d-d6ddf566e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.666480 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4e8e-ee42-428a-8a0d-d6ddf566e1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.667607 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3c9d4e8e-ee42-428a-8a0d-d6ddf566e1b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/827091ff-c2fa-49c1-b5e9-a6496664feea HTTP/1.1" status: 204 len: 168 time: 0.2084024 Jul 22 09:32:16.688357 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d4e8e-ee42-428a-8a0d-d6ddf566e1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827091ff-c2fa-49c1-b5e9-a6496664feea,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:16.714342 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5283-f77e-4143-b6c4-f953c10c38d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.740355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5283-f77e-4143-b6c4-f953c10c38d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.829307 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5283-f77e-4143-b6c4-f953c10c38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.834246 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5283-f77e-4143-b6c4-f953c10c38d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:16.840838 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f4ba5283-f77e-4143-b6c4-f953c10c38d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f6f99db-03bd-4f23-a97c-6739118d150c HTTP/1.1" status: 204 len: 168 time: 0.1971214 Jul 22 09:32:16.876167 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba5283-f77e-4143-b6c4-f953c10c38d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f99db-03bd-4f23-a97c-6739118d150c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:16.948215 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-d5479ae4-1d77-4fd5-bd49-073e0e2e7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:16.950051 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-d5479ae4-1d77-4fd5-bd49-073e0e2e7c0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19cea3e1-882b-415d-9022-ec6255b6d385 HTTP/1.1" status: 200 len: 851 time: 0.1153154 Jul 22 09:32:17.030115 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-84876a16-4063-4db9-b82b-92c26e19db55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=220c51e3-7916-402f-affc-7a3ba4451fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679188 Jul 22 09:32:17.136149 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-1535dd96-1d8e-4d65-a843-14f7478b5ecf service neutron] 10.222.0.46 "GET /v2.0/networks/220c51e3-7916-402f-affc-7a3ba4451fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977209 Jul 22 09:32:17.222573 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38398) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:17.246551 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6873aa27-5862-4ca8-9473-4b90f0879da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.273298 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ce1075d-a45b-4f39-a361-6a8fba04facd req-76efdad0-6aa4-40e8-84f4-5718bc4279ae service neutron] 10.222.0.46 "GET /v2.0/networks/220c51e3-7916-402f-affc-7a3ba4451fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273692 Jul 22 09:32:17.426702 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8b068b2-3aab-41ab-8360-bae64a26ccb7 req-603fb03a-3473-4b3c-9a8a-1b4afd9e07ae tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.0515220 Jul 22 09:32:17.436708 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6873aa27-5862-4ca8-9473-4b90f0879da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.452243 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6873aa27-5862-4ca8-9473-4b90f0879da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.495587 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6873aa27-5862-4ca8-9473-4b90f0879da8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6273e0327a3c4e298ac5ed6ff88d3fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718616 Jul 22 09:32:17.498475 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38414) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:17.500701 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-5232c984-ed98-4720-a733-e981bb97b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:17.502327 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-5232c984-ed98-4720-a733-e981bb97b0bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa6896a06ea5483e9976ef181648f694&device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 1097 time: 0.1785283 Jul 22 09:32:17.527666 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873aa27-5862-4ca8-9473-4b90f0879da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5796d65-f9a9-4053-a181-521c65c29c44,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:17.601455 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.46', 60322) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:17.605934 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c8535b65-1d94-481a-b92d-2b45d1bd489c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.644408 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c8535b65-1d94-481a-b92d-2b45d1bd489c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.684803 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.782074 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c8535b65-1d94-481a-b92d-2b45d1bd489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.785156 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c8535b65-1d94-481a-b92d-2b45d1bd489c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:17.789155 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c8535b65-1d94-481a-b92d-2b45d1bd489c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5796d65-f9a9-4053-a181-521c65c29c44 HTTP/1.1" status: 204 len: 168 time: 0.2896473 Jul 22 09:32:17.807948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8535b65-1d94-481a-b92d-2b45d1bd489c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5796d65-f9a9-4053-a181-521c65c29c44,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:18.078818 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-82315a16-3145-4f3b-804d-4f3f8ec0510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:18.081145 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-82315a16-3145-4f3b-804d-4f3f8ec0510f service neutron] 10.222.0.46 "GET /v2.0/networks?id=220c51e3-7916-402f-affc-7a3ba4451fcd HTTP/1.1" status: 200 len: 911 time: 0.5703974 Jul 22 09:32:18.155260 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-b029ac0b-75a9-4ea4-9340-444c9b7223c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58125e49-acbf-46f9-9b18-679ebaff5e60 HTTP/1.1" status: 200 len: 217 time: 0.0622673 Jul 22 09:32:18.173556 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-d5bc303e-6eda-4375-b582-5f45a72ff08a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:18.175385 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-d5bc303e-6eda-4375-b582-5f45a72ff08a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 816 time: 0.5724530 Jul 22 09:32:18.244283 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-fa0ceafe-69ac-4754-a312-f9fa0b0b614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:18.245750 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-fa0ceafe-69ac-4754-a312-f9fa0b0b614a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19cea3e1-882b-415d-9022-ec6255b6d385 HTTP/1.1" status: 200 len: 851 time: 0.0694091 Jul 22 09:32:18.253195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc698db-7bfd-413e-b671-b3148d2b0460 req-dc5014b4-0efd-491b-8589-eaa51f797cbe tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:18.264122 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2cc698db-7bfd-413e-b671-b3148d2b0460 req-dc5014b4-0efd-491b-8589-eaa51f797cbe tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 944 time: 0.4862807 Jul 22 09:32:18.338814 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-d3c04538-26ce-4aff-b8e3-8f7ed91337c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=220c51e3-7916-402f-affc-7a3ba4451fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704019 Jul 22 09:32:18.388992 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2ae4acf0-ad76-4093-8ece-bb411cee89c1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 379 time: 0.1252077 Jul 22 09:32:18.419259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 58125e49-acbf-46f9-9b18-679ebaff5e60 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:32:18.424125 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'port': {'device_id': '6b742145-1ce9-4406-be01-7c49a0122faa', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'admin_state_up': True, 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'security_groups': ['8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:18.466021 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2cc698db-7bfd-413e-b671-b3148d2b0460 req-30dee877-a1bb-494a-92c5-241df507968a tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698022 Jul 22 09:32:18.648446 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 58125e49-acbf-46f9-9b18-679ebaff5e60, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=58125e49-acbf-46f9-9b18-679ebaff5e60,segment=NetworkSegment(be2154f9-34a9-4458-bcf6-159f1eabe635),segment_id=be2154f9-34a9-4458-bcf6-159f1eabe635)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:18.667342 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '58125e49-acbf-46f9-9b18-679ebaff5e60', 'network_id': '220c51e3-7916-402f-affc-7a3ba4451fcd', 'port_id': '58125e49-acbf-46f9-9b18-679ebaff5e60', 'mac_address': 'fa:16:3e:3e:2c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cea3e1-882b-415d-9022-ec6255b6d385', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:32:18.668902 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24f024ad-7443-490f-9cb5-e656e80e8bbc req-79012930-3268-40e2-93a4-9c7158745431 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 210 time: 0.0840805 Jul 22 09:32:18.724986 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:18.738386 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-7b4f5bf1-4ec4-429b-b0c6-ea613d5eec7d service neutron] 10.222.0.46 "GET /v2.0/networks/220c51e3-7916-402f-affc-7a3ba4451fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886521 Jul 22 09:32:18.744429 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58125e49-acbf-46f9-9b18-679ebaff5e60 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:32:18.779602 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 58125e49-acbf-46f9-9b18-679ebaff5e60, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=58125e49-acbf-46f9-9b18-679ebaff5e60,segment=NetworkSegment(be2154f9-34a9-4458-bcf6-159f1eabe635),segment_id=be2154f9-34a9-4458-bcf6-159f1eabe635)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:18.787453 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:18.870633 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Made reservation on behalf of bfc69f41778943d6aab1a3846991609e for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:18.874649 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:18.884084 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=58125e49-acbf-46f9-9b18-679ebaff5e60,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:18.968271 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afc0d5b-7e23-40fb-ad2a-47bd98779cc6 req-4dfb159d-946c-44db-9268-2fddd12a641b service neutron] 10.222.0.46 "GET /v2.0/networks/220c51e3-7916-402f-affc-7a3ba4451fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212880 Jul 22 09:32:18.972898 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcec3489-2280-4e41-82c6-759218ddfe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.050351 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['58125e49-acbf-46f9-9b18-679ebaff5e60'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:32:19.062694 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Allocated IP 172.20.0.7 (e4b67219-8d18-4781-b583-eceee5c9b799/e83a4c42-6f52-48bc-8a37-e146455d3a91/330258e3-ea9c-4d0c-a0f3-1adb74c1f015) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:32:19.231374 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38512) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:19.295228 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.321578 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Transition to ACTIVE for port object 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:19.367205 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.407918 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035177488-network', 'tenant_id': '44d1ba67cbee45b2964201a9dbb1e6fd'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:19.426945 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Network e4b67219-8d18-4781-b583-eceee5c9b799 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:19.430765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:19.433404 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:32:19.439580 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:19.440229 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.465510 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:19.480794 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Made reservation on behalf of 44d1ba67cbee45b2964201a9dbb1e6fd for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:19.484363 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.494105 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-719f3987-69b7-4d5f-b1ce-cefd0930e8a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0814159 Jul 22 09:32:19.497681 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.704096 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.706219 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38546) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:19.714664 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.734572 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866a5ea-bf3b-4535-86a1-6c33b37b1f2a req-32f95f91-7d13-4a1a-8caa-b485952135f9 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:19.744522 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7866a5ea-bf3b-4535-86a1-6c33b37b1f2a req-32f95f91-7d13-4a1a-8caa-b485952135f9 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 945 time: 0.1469684 Jul 22 09:32:19.753699 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:32:19.768594 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e6417-6ca7-4bf2-909b-1fa24c1ede8e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:19.777632 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.778189 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Added segment 9529fb03-f66b-4e9e-aae5-3b07f31b470c of type vlan for network 6abd8cd1-b239-41da-ab25-d4394965d504 Jul 22 09:32:19.792353 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7866a5ea-bf3b-4535-86a1-6c33b37b1f2a req-902e3b22-0155-44f7-88dd-92c163f348b8 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Jul 22 09:32:19.796589 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e62e68ec-ecaa-43aa-a2ea-6cebb1210f1f None None] Provisioning for port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:19.801408 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e62e68ec-ecaa-43aa-a2ea-6cebb1210f1f None None] Provisioning complete for port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:19.801886 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e62e68ec-ecaa-43aa-a2ea-6cebb1210f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.873441 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:19.908885 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50368c6a-52a0-4820-927b-f2f4d0ca506f req-aabcdd05-8bf1-493e-9c2c-839a89a04bbd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:19.919251 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-50368c6a-52a0-4820-927b-f2f4d0ca506f req-aabcdd05-8bf1-493e-9c2c-839a89a04bbd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 931 time: 0.1082315 Jul 22 09:32:19.944807 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124a8f-7631-4733-b659-643701373649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.019046 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.020001 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:20.020597 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.022344 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-e62e68ec-ecaa-43aa-a2ea-6cebb1210f1f None None] Port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:32:20.029454 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-50368c6a-52a0-4820-927b-f2f4d0ca506f req-297df49c-54ed-402e-a636-62d8b8192fd0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090062 Jul 22 09:32:20.118798 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] Pushing event updated for resources: {'Network': ['ID=6abd8cd1-b239-41da-ab25-d4394965d504,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:20.130688 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 6abd8cd1-b239-41da-ab25-d4394965d504 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:32:20.200326 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124a8f-7631-4733-b659-643701373649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.208546 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124a8f-7631-4733-b659-643701373649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.219763 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1b13e927-b902-43c1-ac14-b2c0d5718b92 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9846671 Jul 22 09:32:20.220345 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38568) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:20.226815 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Request body: {'subnet': {'network_id': '6abd8cd1-b239-41da-ab25-d4394965d504', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035177488-subnet', 'tenant_id': '44d1ba67cbee45b2964201a9dbb1e6fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:20.253342 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-06124a8f-7631-4733-b659-643701373649 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=944dc0166f2e4f6ea6ea599818b00d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451705 Jul 22 09:32:20.254251 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06124a8f-7631-4733-b659-643701373649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cccbab2-85a7-4920-8d17-5d664f8e1f43,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:20.256511 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38570) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:20.264181 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Made reservation on behalf of 44d1ba67cbee45b2964201a9dbb1e6fd for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:20.266394 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.368603 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49c094eb-9c4c-4375-89b6-1242259aa003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.405190 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49c094eb-9c4c-4375-89b6-1242259aa003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.517101 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49c094eb-9c4c-4375-89b6-1242259aa003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.519739 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49c094eb-9c4c-4375-89b6-1242259aa003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.520838 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-49c094eb-9c4c-4375-89b6-1242259aa003 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cccbab2-85a7-4920-8d17-5d664f8e1f43 HTTP/1.1" status: 204 len: 168 time: 0.2629595 Jul 22 09:32:20.535689 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.542627 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c094eb-9c4c-4375-89b6-1242259aa003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cccbab2-85a7-4920-8d17-5d664f8e1f43,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:20.605843 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89f4077-30d5-43e8-b344-cc32a3fb3170,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:20.611794 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Checking segment: {'id': '9529fb03-f66b-4e9e-aae5-3b07f31b470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6abd8cd1-b239-41da-ab25-d4394965d504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:20.612195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Network hostable DHCP agents. Network: 6abd8cd1-b239-41da-ab25-d4394965d504, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:32:20.628966 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Network 6abd8cd1-b239-41da-ab25-d4394965d504 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:32:20.638002 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 6abd8cd1-b239-41da-ab25-d4394965d504) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:20.642519 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:20.643104 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:20.656848 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b41a5-acac-46a8-b76e-368d0a2d375d None None] Network 6abd8cd1-b239-41da-ab25-d4394965d504 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:32:20.665563 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9280aea9-d4b0-4892-898d-d2ad1f2fbc73 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4434791 Jul 22 09:32:20.812785 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120e269-f967-43aa-965a-cc6c19ea9a9c None None] Network 6abd8cd1-b239-41da-ab25-d4394965d504 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:32:20.952590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82913b9-a382-4c4a-bf9e-f94c3dc52d80 req-66fe725d-281e-4066-9163-bd746e9c37f9 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:20.954535 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a82913b9-a382-4c4a-bf9e-f94c3dc52d80 req-66fe725d-281e-4066-9163-bd746e9c37f9 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 945 time: 0.0774846 Jul 22 09:32:20.991543 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38600) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:21.000399 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a82913b9-a382-4c4a-bf9e-f94c3dc52d80 req-5765ffee-5ed9-4fd9-a3e9-a5c38a1d71d5 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Jul 22 09:32:21.006544 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-702eb222-f657-4d77-86b3-7822f640ce43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.095775 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Request body: {'port': {'device_id': '6b742145-1ce9-4406-be01-7c49a0122faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:21.099657 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38606) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:21.157239 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-702eb222-f657-4d77-86b3-7822f640ce43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.163982 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-702eb222-f657-4d77-86b3-7822f640ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.240262 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.252966 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-702eb222-f657-4d77-86b3-7822f640ce43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49d943cae7ae4d3b842423e94a43dcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603102 Jul 22 09:32:21.254553 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38618) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:21.258954 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eb222-f657-4d77-86b3-7822f640ce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e480606-99d9-4e52-a5d9-478ed64c3466,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:21.328667 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4f7e-d753-44b7-9c1c-d564030317ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.335871 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27771f-5e61-43ee-9728-ccfa08b7e62e req-8ddb7204-9ce7-473b-a0d3-385ce4a01897 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:21.337458 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af27771f-5e61-43ee-9728-ccfa08b7e62e req-8ddb7204-9ce7-473b-a0d3-385ce4a01897 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 931 time: 0.1746902 Jul 22 09:32:21.426714 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4f7e-d753-44b7-9c1c-d564030317ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.433843 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4f7e-d753-44b7-9c1c-d564030317ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.458675 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcecc-81bc-4cd7-a2fc-842fd21c5960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.471145 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af27771f-5e61-43ee-9728-ccfa08b7e62e req-2052d69a-2d35-4b5f-8977-9d92cdb37f20 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213117 Jul 22 09:32:21.511667 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a4f7e-d753-44b7-9c1c-d564030317ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c144df0a-cc61-4b60-8802-97ec4d5dc80e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:21.513969 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcecc-81bc-4cd7-a2fc-842fd21c5960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.516998 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0b8a4f7e-d753-44b7-9c1c-d564030317ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e29e212ca5e141c38cf82295f62d9a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163480 Jul 22 09:32:21.520808 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93c42ef0-2acb-4677-9b19-a6858afd6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.521786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38630) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:21.580338 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38634) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:21.592961 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2060226379-network', 'tenant_id': 'd6396c9ba22f4e9287ecef3c110517bf'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:21.594688 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.670268 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Made reservation on behalf of d6396c9ba22f4e9287ecef3c110517bf for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:21.672506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.697227 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.713867 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcecc-81bc-4cd7-a2fc-842fd21c5960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.716562 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcecc-81bc-4cd7-a2fc-842fd21c5960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.717682 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aa8dcecc-81bc-4cd7-a2fc-842fd21c5960 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e480606-99d9-4e52-a5d9-478ed64c3466 HTTP/1.1" status: 204 len: 168 time: 0.4605749 Jul 22 09:32:21.736666 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9ec995d-c198-4613-a52b-4a9b6d88f2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.750351 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dcecc-81bc-4cd7-a2fc-842fd21c5960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e480606-99d9-4e52-a5d9-478ed64c3466,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:21.809946 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9ec995d-c198-4613-a52b-4a9b6d88f2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.830203 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:32:21.843310 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.881426 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Transition to ACTIVE for port object 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:21.889399 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.978867 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9ec995d-c198-4613-a52b-4a9b6d88f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.983678 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9ec995d-c198-4613-a52b-4a9b6d88f2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:21.984671 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b9ec995d-c198-4613-a52b-4a9b6d88f2d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c144df0a-cc61-4b60-8802-97ec4d5dc80e HTTP/1.1" status: 204 len: 168 time: 0.4541030 Jul 22 09:32:21.985424 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.009305 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.042501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec995d-c198-4613-a52b-4a9b6d88f2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c144df0a-cc61-4b60-8802-97ec4d5dc80e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.044518 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.082164 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Attempting to bind port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:32:22.082512 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Attempting to bind port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:32:22.082845 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Attempting to bind port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 on network e4b67219-8d18-4781-b583-eceee5c9b799 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:32:22.101149 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:32:22.119137 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 on network e4b67219-8d18-4781-b583-eceee5c9b799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:32:22.119458 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Attempting to bind port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 on network e4b67219-8d18-4781-b583-eceee5c9b799 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:32:22.133068 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38646) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:22.149787 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3366da2e-9acf-49ff-9712-e497da5fc449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.153438 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c077d7-f505-4578-931a-8f9f811a7dbb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.167665 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:32:22.167962 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Checking segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:22.168423 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Bound using segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:32:22.168843 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Bound port: 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:32:22.169213 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.175883 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.176242 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Added segment 13b5a4a5-fc83-46fa-9f61-e1039e17d33a of type vlan for network b0d548d2-8eff-40e5-b6a3-876f407ffd01 Jul 22 09:32:22.276445 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3366da2e-9acf-49ff-9712-e497da5fc449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.286247 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3366da2e-9acf-49ff-9712-e497da5fc449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.287661 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.341361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a09c-dc65-4fea-bd24-3f05bafc3ca2 req-af1826bd-9e9e-4948-bf6b-8addac1fa9d2 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:22.343412 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a502a09c-dc65-4fea-bd24-3f05bafc3ca2 req-af1826bd-9e9e-4948-bf6b-8addac1fa9d2 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 945 time: 0.2470853 Jul 22 09:32:22.358658 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:32:22.358658 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:32:22.376280 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.376876 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3366da2e-9acf-49ff-9712-e497da5fc449 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d07e08b382c4ac1a84ada642117af1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421887 Jul 22 09:32:22.378031 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366da2e-9acf-49ff-9712-e497da5fc449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2cfebd-5345-48bb-9a99-a77cb67551c4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.381457 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38658) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:22.388217 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.389398 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:22.390193 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.458761 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:22.458761 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.458761 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] 10.222.0.46 "PUT /v2.0/ports/330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 1093 time: 1.3673618 Jul 22 09:32:22.466585 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38662) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:22.467691 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:32:22.472050 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148369b0-15bd-4e8f-87ac-428c7d9be460" -d '{"events": [{"name": "network-changed", "server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:32:22.475467 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d1bed8f6-de9f-4812-8868-6672b7873d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.486326 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a502a09c-dc65-4fea-bd24-3f05bafc3ca2 req-2c71ade3-d442-417e-b6ca-1aa3c2fa7cd6 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345706 Jul 22 09:32:22.493906 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2967a3b-54f3-428c-82bf-7207fd9b7a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.500863 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9139512 Jul 22 09:32:22.504427 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38666) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:22.550513 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d1bed8f6-de9f-4812-8868-6672b7873d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.622468 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d1bed8f6-de9f-4812-8868-6672b7873d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.626199 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d1bed8f6-de9f-4812-8868-6672b7873d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.627295 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d1bed8f6-de9f-4812-8868-6672b7873d68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c2cfebd-5345-48bb-9a99-a77cb67551c4 HTTP/1.1" status: 204 len: 168 time: 0.2445230 Jul 22 09:32:22.640344 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bed8f6-de9f-4812-8868-6672b7873d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2cfebd-5345-48bb-9a99-a77cb67551c4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.764118 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Request body: {'subnet': {'network_id': 'b0d548d2-8eff-40e5-b6a3-876f407ffd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2060226379-subnet', 'tenant_id': 'd6396c9ba22f4e9287ecef3c110517bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:22.770177 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a479369-145a-436b-b6a6-e5212f7a0a61 x-openstack-request-id: req-8a479369-145a-436b-b6a6-e5212f7a0a61 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:32:22.770485 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:32:22.770735 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a479369-145a-436b-b6a6-e5212f7a0a61 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:32:22.771121 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'status': 'completed', 'code': 200} Jul 22 09:32:22.790165 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2967a3b-54f3-428c-82bf-7207fd9b7a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.795739 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2967a3b-54f3-428c-82bf-7207fd9b7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.811870 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aaffb-d9a8-45e6-bdc3-527a3bb5d1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d548d2-8eff-40e5-b6a3-876f407ffd01,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.827650 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network b0d548d2-8eff-40e5-b6a3-876f407ffd01 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:32:22.837171 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2967a3b-54f3-428c-82bf-7207fd9b7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7d64a-782a-4ead-a565-e036e5a4c3a8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.840257 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445644c-a122-43b7-a4f6-e8afbb6e34ee service neutron] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:22.894177 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e2967a3b-54f3-428c-82bf-7207fd9b7a66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e8fd73f4a2b49c0b357a46be931fa57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260092 Jul 22 09:32:22.896683 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38686) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:22.900777 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Made reservation on behalf of d6396c9ba22f4e9287ecef3c110517bf for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:22.903176 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.972413 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-268583f1-8014-4038-a413-ec9efc548032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:22.992573 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-9dc09d22-1ad7-423d-a461-6abe8614ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:22.994125 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-9dc09d22-1ad7-423d-a461-6abe8614ac48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1096 time: 0.2211785 Jul 22 09:32:23.004990 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-268583f1-8014-4038-a413-ec9efc548032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:23.011236 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10cab6-7ed1-41f4-9806-828a2479f37e req-d771f4f4-ecf4-42bb-8b4a-b49c1c6c124f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:23.012999 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb10cab6-7ed1-41f4-9806-828a2479f37e req-d771f4f4-ecf4-42bb-8b4a-b49c1c6c124f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.2411122 Jul 22 09:32:23.077293 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-57d9c98a-489c-4436-92ed-f6008f44377f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 217 time: 0.0738482 Jul 22 09:32:23.080791 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-268583f1-8014-4038-a413-ec9efc548032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:23.083400 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-268583f1-8014-4038-a413-ec9efc548032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:23.087443 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-268583f1-8014-4038-a413-ec9efc548032 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edb7d64a-782a-4ead-a565-e036e5a4c3a8 HTTP/1.1" status: 204 len: 168 time: 0.1862712 Jul 22 09:32:23.092740 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268583f1-8014-4038-a413-ec9efc548032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7d64a-782a-4ead-a565-e036e5a4c3a8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:23.140598 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:23.150830 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb10cab6-7ed1-41f4-9806-828a2479f37e req-5aa1cdfd-ee4c-4e4f-94f7-ed890c5e04d0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284235 Jul 22 09:32:23.189451 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-e92fb231-a6f4-4087-a17f-f8ad7b62af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:23.190994 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-e92fb231-a6f4-4087-a17f-f8ad7b62af88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.1066995 Jul 22 09:32:23.292185 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:23.355927 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-515bfe37-176b-4e20-99ec-ea302482bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:23.357452 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-515bfe37-176b-4e20-99ec-ea302482bee5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1582470 Jul 22 09:32:23.364601 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358325c2-41ce-491f-9842-4bf55190e163,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:23.417058 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Checking segment: {'id': '13b5a4a5-fc83-46fa-9f61-e1039e17d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0d548d2-8eff-40e5-b6a3-876f407ffd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:23.417432 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Network hostable DHCP agents. Network: b0d548d2-8eff-40e5-b6a3-876f407ffd01, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:32:23.470905 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Network b0d548d2-8eff-40e5-b6a3-876f407ffd01 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:32:23.491791 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, b0d548d2-8eff-40e5-b6a3-876f407ffd01) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:23.497782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:23.499244 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:23.502470 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cfe22-9c73-4541-8027-995ec041ad47 None None] Network b0d548d2-8eff-40e5-b6a3-876f407ffd01 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:32:23.514559 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-db80c31b-aa14-4692-8d48-fefc63fb08b6 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455209 Jul 22 09:32:23.572874 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-405e6496-46ac-4178-8df8-359e4e8b7918 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0614958 Jul 22 09:32:23.728764 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802055f9-9b3e-4316-b38f-df1b38c7888e req-a781d75e-84f6-46d2-8092-b9085a0bf2bb service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062898 Jul 22 09:32:23.737602 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3728f86-29c3-4920-a533-bdb71aaa96b5 None None] Network b0d548d2-8eff-40e5-b6a3-876f407ffd01 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:32:23.756236 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b352b7-c4b5-485d-bc9e-c8d0367d002c req-2516da6d-13e4-4090-877e-1c0fc0b0ef02 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:23.764006 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6b352b7-c4b5-485d-bc9e-c8d0367d002c req-2516da6d-13e4-4090-877e-1c0fc0b0ef02 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 945 time: 0.1111042 Jul 22 09:32:23.832062 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6b352b7-c4b5-485d-bc9e-c8d0367d002c req-9e3b5464-bae5-4997-b19a-2ac6899d2267 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667377 Jul 22 09:32:23.866448 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-ba7710bb-24b1-48e6-977a-6f69f9ca9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:23.868637 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-ba7710bb-24b1-48e6-977a-6f69f9ca9606 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1096 time: 0.0823545 Jul 22 09:32:23.982157 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-45213330-d4dd-4451-9956-582266049588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:23.985661 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-45213330-d4dd-4451-9956-582266049588 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.1102030 Jul 22 09:32:24.033110 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-662a3862-2d11-4926-a9b4-75f3517631dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 217 time: 0.0406728 Jul 22 09:32:24.091147 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-a5fd2197-5c24-48db-b4d3-e13ec89f9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:24.092635 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-a5fd2197-5c24-48db-b4d3-e13ec89f9bd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0526197 Jul 22 09:32:24.100169 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 58125e49-acbf-46f9-9b18-679ebaff5e60 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:24.189540 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-fe65ca47-3101-4fd1-8a5a-47ba50452d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:24.192958 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-fe65ca47-3101-4fd1-8a5a-47ba50452d6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881932 Jul 22 09:32:24.244075 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port 58125e49-acbf-46f9-9b18-679ebaff5e60 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:24.251695 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 58125e49-acbf-46f9-9b18-679ebaff5e60 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:24.252303 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:24.388672 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:24.423713 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58125e49-acbf-46f9-9b18-679ebaff5e60'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:32:24.431233 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-3e977291-780a-4bc8-977e-b4aa36466c7a service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316766 Jul 22 09:32:24.531409 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 58125e49-acbf-46f9-9b18-679ebaff5e60, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=58125e49-acbf-46f9-9b18-679ebaff5e60,segment=NetworkSegment(be2154f9-34a9-4458-bcf6-159f1eabe635),segment_id=be2154f9-34a9-4458-bcf6-159f1eabe635)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:24.538418 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:24.596954 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7f859-9ad4-4c90-bae2-be2f4ca64a3f req-3ebd3728-1e20-476e-8351-dd6acd87fe97 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:24.602608 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08a7f859-9ad4-4c90-bae2-be2f4ca64a3f req-3ebd3728-1e20-476e-8351-dd6acd87fe97 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.2911971 Jul 22 09:32:24.630871 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=58125e49-acbf-46f9-9b18-679ebaff5e60,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:24.654580 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:24.669943 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-148369b0-15bd-4e8f-87ac-428c7d9be460 req-5395ee91-848f-447b-b2e6-c33aa8b48224 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270761 Jul 22 09:32:24.702848 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08a7f859-9ad4-4c90-bae2-be2f4ca64a3f req-923ec07d-c464-4842-98c5-8cd1ffcdcf99 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899343 Jul 22 09:32:24.780721 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c3326-e090-40c1-a3c9-ca733f973695" -d '{"events": [{"server_uuid": "1e31bab6-99aa-4480-a5c6-505104cb4e3e", "name": "network-vif-plugged", "status": "completed", "tag": "58125e49-acbf-46f9-9b18-679ebaff5e60"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:32:24.950519 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d65f0f-354c-4245-b5b3-a418d5f70a75 x-openstack-request-id: req-21d65f0f-354c-4245-b5b3-a418d5f70a75 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:32:24.951151 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e31bab6-99aa-4480-a5c6-505104cb4e3e", "name": "network-vif-plugged", "status": "completed", "tag": "58125e49-acbf-46f9-9b18-679ebaff5e60", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:32:24.951568 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21d65f0f-354c-4245-b5b3-a418d5f70a75 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:32:24.952202 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58125e49-acbf-46f9-9b18-679ebaff5e60', 'code': 200} Jul 22 09:32:25.049612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531a678-c9d8-4005-9d44-e1b89459c5ee req-21537db7-a84a-47a5-b363-cb14b5a7ea2a tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:25.051153 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3531a678-c9d8-4005-9d44-e1b89459c5ee req-21537db7-a84a-47a5-b363-cb14b5a7ea2a tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.1314824 Jul 22 09:32:25.103681 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3531a678-c9d8-4005-9d44-e1b89459c5ee req-6cffc684-609e-43fa-8d68-9733346c1957 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Jul 22 09:32:25.262482 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ec8ca-1740-4d6f-bde6-8c148375a67b req-76b89e49-518d-4df3-8f02-d9dd37e7219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:25.262482 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9b9ec8ca-1740-4d6f-bde6-8c148375a67b req-76b89e49-518d-4df3-8f02-d9dd37e7219c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 1099 time: 0.0962605 Jul 22 09:32:25.283533 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9b9ec8ca-1740-4d6f-bde6-8c148375a67b req-542c4bd3-ceec-4318-ba97-895c7057c6f3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:25.392603 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9b9ec8ca-1740-4d6f-bde6-8c148375a67b req-542c4bd3-ceec-4318-ba97-895c7057c6f3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:25.398014 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9b9ec8ca-1740-4d6f-bde6-8c148375a67b req-542c4bd3-ceec-4318-ba97-895c7057c6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:25.428635 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9b9ec8ca-1740-4d6f-bde6-8c148375a67b req-542c4bd3-ceec-4318-ba97-895c7057c6f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632967 Jul 22 09:32:25.437748 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c4bd3-ceec-4318-ba97-895c7057c6f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8309b85-61b6-460b-84bf-abc696773fe8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:25.866999 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ab350-f06a-4b2c-9446-ebdd173df3b9 req-b1409d29-86eb-4f0d-b55b-2c3cb0910351 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:25.869125 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-617ab350-f06a-4b2c-9446-ebdd173df3b9 req-b1409d29-86eb-4f0d-b55b-2c3cb0910351 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0780206 Jul 22 09:32:25.939143 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-617ab350-f06a-4b2c-9446-ebdd173df3b9 req-33d1dc40-9c34-44ca-9309-59ee3369a959 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577352 Jul 22 09:32:26.259958 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed90345-f156-4b3e-b1e5-16613950a9a9 req-f1452d20-c818-49aa-8dbe-76456b260365 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:26.261528 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed90345-f156-4b3e-b1e5-16613950a9a9 req-f1452d20-c818-49aa-8dbe-76456b260365 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.0755012 Jul 22 09:32:26.309684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38914) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:26.317654 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed90345-f156-4b3e-b1e5-16613950a9a9 req-8d06ae4d-e084-4005-95cb-e162528d5376 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Jul 22 09:32:26.365700 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38922) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:26.425640 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:32:26.501488 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.504293 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f85d93d-26b1-4267-aaa5-c26f57a6036c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.541347 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 09:32:26.541347 dv-cinder-801717-2-iscsi neutron-server[92929]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 09:32:26.541347 dv-cinder-801717-2-iscsi neutron-server[92929]: [parameters: {'project_id': '153832f39d6343b8825baff1de43c2e5', 'id': '6a3c7174-0e41-4edb-929b-e28d7ba33fdd', 'expiration': datetime.datetime(2021, 7, 22, 9, 34, 26, 534831)}] Jul 22 09:32:26.541347 dv-cinder-801717-2-iscsi neutron-server[92929]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 09:32:26.542090 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 09:32:26.547768 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:26.559456 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'port_id': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'mac_address': 'fa:16:3e:9e:dc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:32:26.598822 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.611889 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:32:26.612796 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f85d93d-26b1-4267-aaa5-c26f57a6036c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.616895 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f85d93d-26b1-4267-aaa5-c26f57a6036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.631833 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:26.636142 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.657766 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2f85d93d-26b1-4267-aaa5-c26f57a6036c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=774c4c2c55ed42f3ac29ccee78ec1c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886403 Jul 22 09:32:26.657766 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85d93d-26b1-4267-aaa5-c26f57a6036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105d9fde-a043-44af-b504-8dd41fc223c4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:26.658452 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38930) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:26.686613 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:26.708226 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2119bd92-f7ad-492f-94fa-10bdd007c345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.728620 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2119bd92-f7ad-492f-94fa-10bdd007c345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.777897 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2119bd92-f7ad-492f-94fa-10bdd007c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.780366 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2119bd92-f7ad-492f-94fa-10bdd007c345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:26.781775 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2119bd92-f7ad-492f-94fa-10bdd007c345 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/105d9fde-a043-44af-b504-8dd41fc223c4 HTTP/1.1" status: 204 len: 168 time: 0.1224301 Jul 22 09:32:26.789037 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119bd92-f7ad-492f-94fa-10bdd007c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d9fde-a043-44af-b504-8dd41fc223c4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:27.037240 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38942) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:27.044559 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.065376 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0741b2fc-720f-4bb0-9e81-80a0b42d3e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.090336 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a631be-f55a-4cea-ab8c-84aa1fe4aabb req-ef5213aa-c0f2-4edd-a856-bcd696365a61 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:27.091816 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81a631be-f55a-4cea-ab8c-84aa1fe4aabb req-ef5213aa-c0f2-4edd-a856-bcd696365a61 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.0760446 Jul 22 09:32:27.130041 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81a631be-f55a-4cea-ab8c-84aa1fe4aabb req-29a86c9d-6fb9-4f02-a26c-06bd8539bf0a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Jul 22 09:32:27.156801 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.163865 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.214352 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=153832f39d6343b8825baff1de43c2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047701 Jul 22 09:32:27.217105 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38944) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:27.218948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6d9a4-29bc-41c7-8fc1-3b4694ee0baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa218505-6d47-4306-9ccf-d5219e364323,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:27.266287 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafb1a4c-17f5-4b3b-af81-ee9c3c012733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.274401 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0741b2fc-720f-4bb0-9e81-80a0b42d3e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.278360 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0741b2fc-720f-4bb0-9e81-80a0b42d3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.287847 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafb1a4c-17f5-4b3b-af81-ee9c3c012733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.314864 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0741b2fc-720f-4bb0-9e81-80a0b42d3e83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbc5dbefccfe4be4860dad0ec28136b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765760 Jul 22 09:32:27.316801 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741b2fc-720f-4bb0-9e81-80a0b42d3e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af811021-bdb0-4007-8d52-be67aa2a766d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:27.318465 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38948) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:27.359640 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafb1a4c-17f5-4b3b-af81-ee9c3c012733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.362192 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafb1a4c-17f5-4b3b-af81-ee9c3c012733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.363289 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-eafb1a4c-17f5-4b3b-af81-ee9c3c012733 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa218505-6d47-4306-9ccf-d5219e364323 HTTP/1.1" status: 204 len: 168 time: 0.1452281 Jul 22 09:32:27.377637 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb1a4c-17f5-4b3b-af81-ee9c3c012733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa218505-6d47-4306-9ccf-d5219e364323,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:27.390562 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e441412-60d5-4acd-b9e7-6204eef7668d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.439968 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e441412-60d5-4acd-b9e7-6204eef7668d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.492799 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fcfdd-51dc-4edc-8db2-0932ddda17dd req-5327def2-52a1-4c20-be1b-b7e06a7b712f tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:27.494237 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c55fcfdd-51dc-4edc-8db2-0932ddda17dd req-5327def2-52a1-4c20-be1b-b7e06a7b712f tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.1017768 Jul 22 09:32:27.517352 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e441412-60d5-4acd-b9e7-6204eef7668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.519993 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e441412-60d5-4acd-b9e7-6204eef7668d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.521114 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5e441412-60d5-4acd-b9e7-6204eef7668d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af811021-bdb0-4007-8d52-be67aa2a766d HTTP/1.1" status: 204 len: 168 time: 0.2017365 Jul 22 09:32:27.539800 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441412-60d5-4acd-b9e7-6204eef7668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af811021-bdb0-4007-8d52-be67aa2a766d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:27.573462 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c55fcfdd-51dc-4edc-8db2-0932ddda17dd req-204ba913-ac7b-420a-9082-8b7b38ba822b tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597653 Jul 22 09:32:27.698743 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 38962) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:27.712443 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22fc9a44-4bcb-4626-9d7f-aad4c4727ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.806528 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22fc9a44-4bcb-4626-9d7f-aad4c4727ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.811086 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22fc9a44-4bcb-4626-9d7f-aad4c4727ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.848066 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-22fc9a44-4bcb-4626-9d7f-aad4c4727ced admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=361c674413ed413fb144f4b047561ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482239 Jul 22 09:32:27.850072 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9a44-4bcb-4626-9d7f-aad4c4727ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b9f85b-4339-4956-ad75-e90b86f92e9c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:27.850722 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 38970) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:27.903548 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b3561fe-0679-4257-829a-0525c629c459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.924953 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b3561fe-0679-4257-829a-0525c629c459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.968755 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b3561fe-0679-4257-829a-0525c629c459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.971261 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b3561fe-0679-4257-829a-0525c629c459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:27.972403 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4b3561fe-0679-4257-829a-0525c629c459 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2b9f85b-4339-4956-ad75-e90b86f92e9c HTTP/1.1" status: 204 len: 168 time: 0.1207206 Jul 22 09:32:27.980350 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3561fe-0679-4257-829a-0525c629c459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b9f85b-4339-4956-ad75-e90b86f92e9c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:28.271942 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09d931-7277-4a99-be11-121024b231ac req-7cad2aa5-d27d-4d20-b882-5fc75b308bba tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:28.275159 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f09d931-7277-4a99-be11-121024b231ac req-7cad2aa5-d27d-4d20-b882-5fc75b308bba tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.0692625 Jul 22 09:32:28.317504 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f09d931-7277-4a99-be11-121024b231ac req-b8a5bcf0-cd0e-4b62-b834-abb02ccb3eab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345006 Jul 22 09:32:28.559489 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['330258e3-ea9c-4d0c-a0f3-1adb74c1f015'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:32:28.719027 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ef931-aa85-45e6-8db1-0872e94846a4 req-4665f833-a4cf-45b4-bb53-f7f2b2a6871a tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:28.720486 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-564ef931-aa85-45e6-8db1-0872e94846a4 req-4665f833-a4cf-45b4-bb53-f7f2b2a6871a tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.0799069 Jul 22 09:32:28.769738 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-564ef931-aa85-45e6-8db1-0872e94846a4 req-71b62a32-e090-4a3a-89b9-1e74183d1184 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Jul 22 09:32:29.248959 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39056) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:29.346726 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2787c78f-2da6-46fc-a439-369750fe7e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:29.412107 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:32:29.480365 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2787c78f-2da6-46fc-a439-369750fe7e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:29.484947 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2787c78f-2da6-46fc-a439-369750fe7e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:29.501992 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80697e71-c149-40d0-8fc9-8559e62b58eb req-47381386-dbc6-42c1-aca9-bf65dc23abed tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:29.503478 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-80697e71-c149-40d0-8fc9-8559e62b58eb req-47381386-dbc6-42c1-aca9-bf65dc23abed tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.1011758 Jul 22 09:32:29.543378 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2787c78f-2da6-46fc-a439-369750fe7e95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2c825f48a934ee48a49ea650d14c35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933848 Jul 22 09:32:29.545567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787c78f-2da6-46fc-a439-369750fe7e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cac1e-1754-4301-9d0a-06918a12ad0d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:29.546117 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39064) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:29.566364 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-80697e71-c149-40d0-8fc9-8559e62b58eb req-a6af820e-ea30-4a2a-ad73-8ca584d6df7c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557408 Jul 22 09:32:29.595520 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a75c1a42-d392-4789-87b2-a9abcbbbc53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:29.615517 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a75c1a42-d392-4789-87b2-a9abcbbbc53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:29.661872 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a75c1a42-d392-4789-87b2-a9abcbbbc53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:29.664907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a75c1a42-d392-4789-87b2-a9abcbbbc53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:29.666388 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a75c1a42-d392-4789-87b2-a9abcbbbc53e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc8cac1e-1754-4301-9d0a-06918a12ad0d HTTP/1.1" status: 204 len: 168 time: 0.1191633 Jul 22 09:32:29.674180 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c1a42-d392-4789-87b2-a9abcbbbc53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cac1e-1754-4301-9d0a-06918a12ad0d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:29.902188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ca873-745b-4c28-a53e-60b6dc4f7218 req-1a8c5eb0-ec71-4fc3-94f8-046d70731b40 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:29.903701 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c55ca873-745b-4c28-a53e-60b6dc4f7218 req-1a8c5eb0-ec71-4fc3-94f8-046d70731b40 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.0663474 Jul 22 09:32:29.942487 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c55ca873-745b-4c28-a53e-60b6dc4f7218 req-5050d8d8-b0de-484d-a6ca-10f6176ba724 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jul 22 09:32:30.725990 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9a71d-23fb-4656-987a-406b273d607b req-b31d8c75-fe3c-4bc5-b746-63bd63aa00cc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:30.727556 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0a9a71d-23fb-4656-987a-406b273d607b req-b31d8c75-fe3c-4bc5-b746-63bd63aa00cc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.0805988 Jul 22 09:32:30.765270 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0a9a71d-23fb-4656-987a-406b273d607b req-ca2bf77f-f003-41f0-84e0-8d7ccee5de45 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321829 Jul 22 09:32:31.071470 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9017d2-3c07-42f5-8f94-2bded2313f04 req-90bfd256-46a0-4c11-b93c-6f4577d52a60 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:31.072951 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb9017d2-3c07-42f5-8f94-2bded2313f04 req-90bfd256-46a0-4c11-b93c-6f4577d52a60 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.0662019 Jul 22 09:32:31.111689 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb9017d2-3c07-42f5-8f94-2bded2313f04 req-1d68baf2-4454-490a-a112-a94b276efad5 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Jul 22 09:32:31.904552 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ffb6-d9e2-4e09-82a0-45d369f39334 req-7d6258c9-6a4c-48c3-8e66-7bd9b8c9f05d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:31.906093 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3785ffb6-d9e2-4e09-82a0-45d369f39334 req-7d6258c9-6a4c-48c3-8e66-7bd9b8c9f05d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.0707369 Jul 22 09:32:31.947099 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3785ffb6-d9e2-4e09-82a0-45d369f39334 req-a69215c2-316e-4f40-a9a3-11758a2f7407 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353920 Jul 22 09:32:32.240736 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58e14f-abc7-4934-afa7-438d0e013e6e req-56b3cf9f-2a32-4fa3-83ea-3e8195bce472 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:32.242788 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea58e14f-abc7-4934-afa7-438d0e013e6e req-56b3cf9f-2a32-4fa3-83ea-3e8195bce472 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.0649047 Jul 22 09:32:32.280373 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea58e14f-abc7-4934-afa7-438d0e013e6e req-9b4622bf-d76f-4ec9-9d33-dcc4b05bb947 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jul 22 09:32:32.378923 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:32.431532 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:32.435427 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:32.435850 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:32.536667 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:32.570008 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:32:32.573550 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8409d7f2-deb6-4faf-8b07-58aed39d9901" -d '{"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-plugged", "status": "completed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:32:32.610639 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:32.626516 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:32.667914 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b44d127-14a5-4382-9db1-4e9b413cad23 x-openstack-request-id: req-2b44d127-14a5-4382-9db1-4e9b413cad23 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:32:32.667914 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-plugged", "status": "completed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:32:32.667914 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b44d127-14a5-4382-9db1-4e9b413cad23 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:32:32.667914 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'code': 200} Jul 22 09:32:32.706819 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:32.888879 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade1e9-e642-4737-89e5-5ae1ab4ac35b req-7b3dfc90-e14b-4fa2-9bfc-4b8f383db231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:32.890641 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7ade1e9-e642-4737-89e5-5ae1ab4ac35b req-7b3dfc90-e14b-4fa2-9bfc-4b8f383db231 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1098 time: 0.0656064 Jul 22 09:32:32.930610 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7ade1e9-e642-4737-89e5-5ae1ab4ac35b req-799f3020-73ac-4469-801c-1974da097b50 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306783 Jul 22 09:32:33.132421 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba7203-1901-4b58-86c6-591fc099c863 req-07518e68-aa56-406c-a2c1-645de395719b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:33.136232 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27ba7203-1901-4b58-86c6-591fc099c863 req-07518e68-aa56-406c-a2c1-645de395719b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1006484 Jul 22 09:32:33.180270 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27ba7203-1901-4b58-86c6-591fc099c863 req-504a8b98-a15f-4442-966f-e3e4af678a0f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386136 Jul 22 09:32:33.422801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317d827-4e6a-41f6-aaa1-36b9d48bd324 req-ee12d379-9a29-4236-85d9-83a12e519056 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:33.424312 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c317d827-4e6a-41f6-aaa1-36b9d48bd324 req-ee12d379-9a29-4236-85d9-83a12e519056 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.0714364 Jul 22 09:32:33.464779 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c317d827-4e6a-41f6-aaa1-36b9d48bd324 req-21425368-3cb1-4e76-9ad2-b6677287a45d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337341 Jul 22 09:32:33.537075 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39250) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:33.653872 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c274-9cf7-45de-b26f-8fa2b25e2a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:33.757306 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c274-9cf7-45de-b26f-8fa2b25e2a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:33.767643 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c274-9cf7-45de-b26f-8fa2b25e2a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:33.810933 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39264) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:33.826110 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39270) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:33.826291 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5ae3c274-9cf7-45de-b26f-8fa2b25e2a56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11562b3cf94946e2b19193ada5a0f9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879035 Jul 22 09:32:33.828547 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3c274-9cf7-45de-b26f-8fa2b25e2a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13d25d5-a3c7-4200-a14f-e02e896a4e66,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:33.915483 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8e90344-c6e0-471a-b5fb-68babd255313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:33.948275 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8e90344-c6e0-471a-b5fb-68babd255313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:33.950086 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-913aa2dc-360a-4d23-b69f-cba865349e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.017787 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8e90344-c6e0-471a-b5fb-68babd255313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.020895 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8e90344-c6e0-471a-b5fb-68babd255313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.022113 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e8e90344-c6e0-471a-b5fb-68babd255313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c13d25d5-a3c7-4200-a14f-e02e896a4e66 HTTP/1.1" status: 204 len: 168 time: 0.1946497 Jul 22 09:32:34.036345 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e90344-c6e0-471a-b5fb-68babd255313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13d25d5-a3c7-4200-a14f-e02e896a4e66,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:34.085328 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-913aa2dc-360a-4d23-b69f-cba865349e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.089630 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-913aa2dc-360a-4d23-b69f-cba865349e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.126529 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-913aa2dc-360a-4d23-b69f-cba865349e7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7c30cdc2df3480a8ba2aa172b751a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141556 Jul 22 09:32:34.127257 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aa2dc-360a-4d23-b69f-cba865349e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d422b1b2-f56f-4f1f-9c82-e9862833fc28,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:34.130102 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39280) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:34.190357 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a931-a4f7-46e0-a9d7-926f1ae93fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.216493 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a931-a4f7-46e0-a9d7-926f1ae93fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.275958 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a931-a4f7-46e0-a9d7-926f1ae93fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.279983 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a931-a4f7-46e0-a9d7-926f1ae93fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.285766 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6bd5a931-a4f7-46e0-a9d7-926f1ae93fb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d422b1b2-f56f-4f1f-9c82-e9862833fc28 HTTP/1.1" status: 204 len: 168 time: 0.1524863 Jul 22 09:32:34.294836 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5a931-a4f7-46e0-a9d7-926f1ae93fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d422b1b2-f56f-4f1f-9c82-e9862833fc28,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:34.379588 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39306) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:34.383506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a602072-2def-46f9-962f-cd326ca0c86e req-88708835-184c-4ef4-a724-01f060138734 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:34.385284 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a602072-2def-46f9-962f-cd326ca0c86e req-88708835-184c-4ef4-a724-01f060138734 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1042950 Jul 22 09:32:34.401066 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52ebd862-f4a2-460a-ac9f-1b027bf84201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.442879 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a602072-2def-46f9-962f-cd326ca0c86e req-1291158b-2b59-4dbe-9e6c-90f5ae548ec5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516207 Jul 22 09:32:34.519323 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52ebd862-f4a2-460a-ac9f-1b027bf84201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.524426 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52ebd862-f4a2-460a-ac9f-1b027bf84201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.567141 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-52ebd862-f4a2-460a-ac9f-1b027bf84201 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba5cb271bfa342ad878b01fa0905e16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834702 Jul 22 09:32:34.567141 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebd862-f4a2-460a-ac9f-1b027bf84201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35df1ecb-4716-49f7-94da-be385d578461,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:34.567787 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39314) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:34.618612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11da8f79-a42c-43e5-88d0-9cb50af4ffcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.638122 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39316) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:34.638977 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11da8f79-a42c-43e5-88d0-9cb50af4ffcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.650808 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d50e612-f580-4dd6-bf0a-9b018245ddfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.683551 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11da8f79-a42c-43e5-88d0-9cb50af4ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.686177 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11da8f79-a42c-43e5-88d0-9cb50af4ffcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.687294 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-11da8f79-a42c-43e5-88d0-9cb50af4ffcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35df1ecb-4716-49f7-94da-be385d578461 HTTP/1.1" status: 204 len: 168 time: 0.1184952 Jul 22 09:32:34.694935 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da8f79-a42c-43e5-88d0-9cb50af4ffcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df1ecb-4716-49f7-94da-be385d578461,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:34.749239 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d50e612-f580-4dd6-bf0a-9b018245ddfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.752917 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d50e612-f580-4dd6-bf0a-9b018245ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.790387 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1d50e612-f580-4dd6-bf0a-9b018245ddfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9f872947b8745b79f583bfea5274cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511445 Jul 22 09:32:34.792890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39320) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:34.799754 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e612-f580-4dd6-bf0a-9b018245ddfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794a034-6568-4270-91d2-676373e813de,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:34.844694 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34925b9d-d0b9-4f1c-9d81-780bf64ff60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.874660 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34925b9d-d0b9-4f1c-9d81-780bf64ff60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.912234 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34925b9d-d0b9-4f1c-9d81-780bf64ff60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.915326 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34925b9d-d0b9-4f1c-9d81-780bf64ff60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:34.916468 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-34925b9d-d0b9-4f1c-9d81-780bf64ff60a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3794a034-6568-4270-91d2-676373e813de HTTP/1.1" status: 204 len: 168 time: 0.1226873 Jul 22 09:32:34.926971 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34925b9d-d0b9-4f1c-9d81-780bf64ff60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794a034-6568-4270-91d2-676373e813de,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:35.600980 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fbd64-5597-430d-bc5a-65049b0b39de req-bc434da4-39bf-455b-96cb-cd9651e75f23 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:35.603731 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-214fbd64-5597-430d-bc5a-65049b0b39de req-bc434da4-39bf-455b-96cb-cd9651e75f23 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0885561 Jul 22 09:32:35.667968 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-214fbd64-5597-430d-bc5a-65049b0b39de req-7fff5449-53e2-4631-8c55-af7b1c34f07f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582442 Jul 22 09:32:37.040606 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf831953-cf1a-4bac-b2e8-b332afd9edc7 req-9addd7e2-361e-46a8-aa28-7a6c92364b5f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:37.042166 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf831953-cf1a-4bac-b2e8-b332afd9edc7 req-9addd7e2-361e-46a8-aa28-7a6c92364b5f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2646163 Jul 22 09:32:37.097879 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf831953-cf1a-4bac-b2e8-b332afd9edc7 req-e545eef0-95c6-4d11-a30a-d4e16caf8065 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470569 Jul 22 09:32:38.064767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39574) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:38.227963 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab253706-5e8c-407d-a6da-eb6ad5118913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.299250 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef6161-f9e8-40b3-82de-09eff78aa424 req-9253f09c-5cb2-4103-9e68-87cf38bf6f85 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:38.300834 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3fef6161-f9e8-40b3-82de-09eff78aa424 req-9253f09c-5cb2-4103-9e68-87cf38bf6f85 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1111698 Jul 22 09:32:38.379343 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3fef6161-f9e8-40b3-82de-09eff78aa424 req-e3652040-2660-48c6-bc87-9d68c32454e5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693340 Jul 22 09:32:38.419212 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab253706-5e8c-407d-a6da-eb6ad5118913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.425025 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab253706-5e8c-407d-a6da-eb6ad5118913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.523244 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ab253706-5e8c-407d-a6da-eb6ad5118913 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f300f8ef611b4da389cf72c37a2ec608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570644 Jul 22 09:32:38.526002 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39612) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:38.530443 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab253706-5e8c-407d-a6da-eb6ad5118913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf5c0f-d570-4197-afc7-0fcbfa07c768,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:38.602051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2c740041-e28a-4c94-ae5f-805a7243158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.612535 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcfa7-e91d-4ef3-9986-913029eb6bbc req-a96094ba-f638-49f0-84e3-022fa3dcd41d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:38.614278 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c80bcfa7-e91d-4ef3-9986-913029eb6bbc req-a96094ba-f638-49f0-84e3-022fa3dcd41d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1478415 Jul 22 09:32:38.623141 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39624) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:38.628798 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'floatingip': {'port_id': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:38.635076 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2c740041-e28a-4c94-ae5f-805a7243158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.694817 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2c740041-e28a-4c94-ae5f-805a7243158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.698246 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2c740041-e28a-4c94-ae5f-805a7243158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.702168 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2c740041-e28a-4c94-ae5f-805a7243158d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fbf5c0f-d570-4197-afc7-0fcbfa07c768 HTTP/1.1" status: 204 len: 168 time: 0.1722202 Jul 22 09:32:38.724588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c740041-e28a-4c94-ae5f-805a7243158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf5c0f-d570-4197-afc7-0fcbfa07c768,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:38.738674 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:38.833617 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39636) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:39.057662 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05d95f6f-f8dd-444e-a2e7-220854799b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.087946 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39642) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:39.133260 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4af5-acd6-4265-b383-8d65df0fc89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.151386 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05d95f6f-f8dd-444e-a2e7-220854799b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.155781 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05d95f6f-f8dd-444e-a2e7-220854799b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.195454 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05d95f6f-f8dd-444e-a2e7-220854799b6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15e0706d77f3495a9582b1800c34cd24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578966 Jul 22 09:32:39.195454 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d95f6f-f8dd-444e-a2e7-220854799b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a8bf32-dd44-4293-bd75-aea4d91bbeda,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:39.196671 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39644) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:39.245648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb8a23dd-943e-4941-8934-d350e9190202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.266582 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb8a23dd-943e-4941-8934-d350e9190202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.311487 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb8a23dd-943e-4941-8934-d350e9190202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.314722 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb8a23dd-943e-4941-8934-d350e9190202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.315857 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bb8a23dd-943e-4941-8934-d350e9190202 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45a8bf32-dd44-4293-bd75-aea4d91bbeda HTTP/1.1" status: 204 len: 168 time: 0.1183021 Jul 22 09:32:39.325054 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a23dd-943e-4941-8934-d350e9190202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a8bf32-dd44-4293-bd75-aea4d91bbeda,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:39.573635 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.583405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4af5-acd6-4265-b383-8d65df0fc89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.585438 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.591251 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4af5-acd6-4265-b383-8d65df0fc89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.686161 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef4af5-acd6-4265-b383-8d65df0fc89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f98c4-c2f3-4726-ac70-2998738b2c36,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:39.691805 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 39660) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:39.706132 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca1e808d-f433-4a20-a874-e73f82a8aafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.715100 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d8ef4af5-acd6-4265-b383-8d65df0fc89a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aadeebdf7c7548fd9a6fccf143f85a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261742 Jul 22 09:32:39.717875 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39662) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:39.775691 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Floating IP 0e99cd0e-a7c7-42d7-9091-cfac0d665333 associated. External IP: 172.27.1.139, port: 330258e3-ea9c-4d0c-a0f3-1adb74c1f015. Jul 22 09:32:39.811315 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca1e808d-f433-4a20-a874-e73f82a8aafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.818533 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca1e808d-f433-4a20-a874-e73f82a8aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.853792 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-93739fe6-e5d8-4d50-8695-9984194b0d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.870229 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ca1e808d-f433-4a20-a874-e73f82a8aafb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88b53caa1f6149dc889d543bb50bef2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771705 Jul 22 09:32:39.871711 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e808d-f433-4a20-a874-e73f82a8aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0538bca7-2689-4ad6-8515-02c4f67f1afa,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:39.872601 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39670) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:39.926698 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-93739fe6-e5d8-4d50-8695-9984194b0d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:39.991648 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9593ef68-cbf8-45eb-9b08-c24aac937f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:40.071542 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9593ef68-cbf8-45eb-9b08-c24aac937f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:40.087503 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-93739fe6-e5d8-4d50-8695-9984194b0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:40.089970 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-93739fe6-e5d8-4d50-8695-9984194b0d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:40.091131 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-93739fe6-e5d8-4d50-8695-9984194b0d55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a54f98c4-c2f3-4726-ac70-2998738b2c36 HTTP/1.1" status: 204 len: 168 time: 0.3706832 Jul 22 09:32:40.112490 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93739fe6-e5d8-4d50-8695-9984194b0d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f98c4-c2f3-4726-ac70-2998738b2c36,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:40.156916 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Router 4eb49749-f8ee-4776-82c9-4b985121525a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:32:40.160448 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9593ef68-cbf8-45eb-9b08-c24aac937f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:40.162913 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9593ef68-cbf8-45eb-9b08-c24aac937f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:40.164051 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9593ef68-cbf8-45eb-9b08-c24aac937f00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0538bca7-2689-4ad6-8515-02c4f67f1afa HTTP/1.1" status: 204 len: 168 time: 0.2907767 Jul 22 09:32:40.208587 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593ef68-cbf8-45eb-9b08-c24aac937f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0538bca7-2689-4ad6-8515-02c4f67f1afa,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:40.275659 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:32:40.280416 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:40.291153 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] Sync routers for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:32:40.300698 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:32:40.301732 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:21Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:40.458134 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cf4ebbb2-886e-47c0-b00d-0ff7709593a0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "PUT /v2.0/floatingips/0e99cd0e-a7c7-42d7-9091-cfac0d665333 HTTP/1.1" status: 200 len: 991 time: 1.8338006 Jul 22 09:32:40.458842 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:32:40.506927 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:32:40.661593 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5425d9-1b02-4518-b420-848812246b83" -d '{"events": [{"name": "network-changed", "server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:32:40.807757 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff2a2b9-b2c6-40bd-b304-80211fbb4737 x-openstack-request-id: req-6ff2a2b9-b2c6-40bd-b304-80211fbb4737 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:32:40.811460 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:32:40.811460 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ff2a2b9-b2c6-40bd-b304-80211fbb4737 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:32:40.811460 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'status': 'completed', 'code': 200} Jul 22 09:32:40.815557 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '0e99cd0e-a7c7-42d7-9091-cfac0d665333', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'port_id': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'mac_address': 'fa:16:3e:9e:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b742145-1ce9-4406-be01-7c49a0122faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:32:05Z', 'updated_at': '2021-07-22T09:32:39Z', 'revision_number': 1, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:40.842029 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] Checking router: 4eb49749-f8ee-4776-82c9-4b985121525a for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:32:40.852034 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:32:40.852627 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:21Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:40.961261 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:32:41.218632 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '0e99cd0e-a7c7-42d7-9091-cfac0d665333', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'port_id': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'mac_address': 'fa:16:3e:9e:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b742145-1ce9-4406-be01-7c49a0122faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:32:05Z', 'updated_at': '2021-07-22T09:32:39Z', 'revision_number': 1, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:41.245566 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d84f09-e330-47ec-8ca1-3d5911346ae1 None None] The sync data for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi is: [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '0e99cd0e-a7c7-42d7-9091-cfac0d665333', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'port_id': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'mac_address': 'fa:16:3e:9e:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b742145-1ce9-4406-be01-7c49a0122faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:32:05Z', 'updated_at': '2021-07-22T09:32:39Z', 'revision_number': 1, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:32:41.459787 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2894ac5-46c3-4503-abfa-7dbfe379f2b5 None None] New status for floating IP 0e99cd0e-a7c7-42d7-9091-cfac0d665333: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:32:41.597421 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5425d9-1b02-4518-b420-848812246b83 req-7a3ab0d0-1590-4963-9b19-2a31be10a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:41.599691 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb5425d9-1b02-4518-b420-848812246b83 req-7a3ab0d0-1590-4963-9b19-2a31be10a5fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1098 time: 0.0601840 Jul 22 09:32:41.604981 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39766) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:41.716052 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5425d9-1b02-4518-b420-848812246b83 req-d4ede603-bae0-4a5a-bcdc-337643ca6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:41.717655 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb5425d9-1b02-4518-b420-848812246b83 req-d4ede603-bae0-4a5a-bcdc-337643ca6951 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.1101239 Jul 22 09:32:41.741824 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a17f-878b-4bd5-b3bb-9cbee21fbb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:41.851890 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb5425d9-1b02-4518-b420-848812246b83 req-b2c6dca3-399c-435f-858e-111304c38f26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 999 time: 0.1183085 Jul 22 09:32:41.879897 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a17f-878b-4bd5-b3bb-9cbee21fbb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:41.885875 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a17f-878b-4bd5-b3bb-9cbee21fbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:41.921257 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7a17f-878b-4bd5-b3bb-9cbee21fbb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5011130a-5ff4-41d9-8974-3cbd77e13b46,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:41.921687 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5425d9-1b02-4518-b420-848812246b83 req-30e20bee-180f-472c-ba95-8e21a6ee75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:41.923268 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb5425d9-1b02-4518-b420-848812246b83 req-30e20bee-180f-472c-ba95-8e21a6ee75b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0645781 Jul 22 09:32:41.943705 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4cb7a17f-878b-4bd5-b3bb-9cbee21fbb48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b233f931d6324a7191549237a15efa36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374465 Jul 22 09:32:41.946305 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39782) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:42.007173 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9137-76a8-4396-8e7a-50f4458e6f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:42.015754 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5425d9-1b02-4518-b420-848812246b83 req-4fdeb07e-5ae4-4a73-97b5-67bf70d35861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:42.017338 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb5425d9-1b02-4518-b420-848812246b83 req-4fdeb07e-5ae4-4a73-97b5-67bf70d35861 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731664 Jul 22 09:32:42.043993 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9137-76a8-4396-8e7a-50f4458e6f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:42.103820 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9137-76a8-4396-8e7a-50f4458e6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:42.108091 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9137-76a8-4396-8e7a-50f4458e6f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:42.109991 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f0fa9137-76a8-4396-8e7a-50f4458e6f95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5011130a-5ff4-41d9-8974-3cbd77e13b46 HTTP/1.1" status: 204 len: 168 time: 0.1625910 Jul 22 09:32:42.119922 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa9137-76a8-4396-8e7a-50f4458e6f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011130a-5ff4-41d9-8974-3cbd77e13b46,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:42.146703 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb5425d9-1b02-4518-b420-848812246b83 req-d0d6a50a-f5bd-45cf-a857-150dda16710b service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134963 Jul 22 09:32:42.260814 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb5425d9-1b02-4518-b420-848812246b83 req-5cb93554-c43f-4a48-bfc7-aa5a1264ce05 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131191 Jul 22 09:32:47.465360 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39982) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:47.592405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c0b65d0-00ae-4224-bc5b-b9c001e045a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.661993 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.690098 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c0b65d0-00ae-4224-bc5b-b9c001e045a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.695392 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c0b65d0-00ae-4224-bc5b-b9c001e045a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.734642 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4c0b65d0-00ae-4224-bc5b-b9c001e045a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac523096ae96402cb0b005e2361dbc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675486 Jul 22 09:32:47.735557 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b65d0-00ae-4224-bc5b-b9c001e045a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a4e16-8e23-4131-8ec8-290533b50029,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:47.737825 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 39994) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:47.796200 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-664df048-a351-408f-92c1-b417990178ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.819364 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-664df048-a351-408f-92c1-b417990178ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.875579 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-664df048-a351-408f-92c1-b417990178ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.878053 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-664df048-a351-408f-92c1-b417990178ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:47.879221 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-664df048-a351-408f-92c1-b417990178ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b02a4e16-8e23-4131-8ec8-290533b50029 HTTP/1.1" status: 204 len: 168 time: 0.1404939 Jul 22 09:32:47.887112 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664df048-a351-408f-92c1-b417990178ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a4e16-8e23-4131-8ec8-290533b50029,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:47.925685 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40000) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:48.026299 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55b91fca-81fb-4d20-b699-abf220c44fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:48.117463 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55b91fca-81fb-4d20-b699-abf220c44fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:48.121092 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55b91fca-81fb-4d20-b699-abf220c44fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:48.159590 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-55b91fca-81fb-4d20-b699-abf220c44fc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3fae630021c456f8c12e399e62d24e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327960 Jul 22 09:32:48.160284 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b91fca-81fb-4d20-b699-abf220c44fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ec11b8-0be6-4c99-83d1-3c32c76b8bc6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:48.162293 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40010) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:48.213456 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-046f2a5f-3589-4dad-a345-25ff33f67f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:48.234894 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-046f2a5f-3589-4dad-a345-25ff33f67f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:48.297822 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-046f2a5f-3589-4dad-a345-25ff33f67f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:48.300934 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-046f2a5f-3589-4dad-a345-25ff33f67f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:48.302133 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-046f2a5f-3589-4dad-a345-25ff33f67f73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1ec11b8-0be6-4c99-83d1-3c32c76b8bc6 HTTP/1.1" status: 204 len: 168 time: 0.1381257 Jul 22 09:32:48.310677 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f2a5f-3589-4dad-a345-25ff33f67f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ec11b8-0be6-4c99-83d1-3c32c76b8bc6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:48.786051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805421ff-e8cb-47e9-b0cd-e6aed5699600 req-a5bddd12-158b-498e-9dca-e4a89da34105 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:48.791168 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-805421ff-e8cb-47e9-b0cd-e6aed5699600 req-a5bddd12-158b-498e-9dca-e4a89da34105 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.1020639 Jul 22 09:32:48.838850 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-805421ff-e8cb-47e9-b0cd-e6aed5699600 req-0edf7e46-9abd-4d80-9a3f-8c3dbf7a5902 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Jul 22 09:32:48.942244 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d63f3f6-ef96-4ab0-80b8-53cd759ace67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.222673 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40096) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:49.363505 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-845a8697-4118-4082-a43e-2d641e5a97fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.503374 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-845a8697-4118-4082-a43e-2d641e5a97fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.509111 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-845a8697-4118-4082-a43e-2d641e5a97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.562283 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-845a8697-4118-4082-a43e-2d641e5a97fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4efcedc7a3d4ed8be45e4ee7bf15981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272936 Jul 22 09:32:49.562283 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a8697-4118-4082-a43e-2d641e5a97fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c1a0f-dbe2-4053-8c58-07e661a6eed5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:49.562714 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40126) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:49.672105 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1202d903-fb71-4e5d-b5f7-81e3b2f0805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.695669 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1202d903-fb71-4e5d-b5f7-81e3b2f0805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.744906 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1202d903-fb71-4e5d-b5f7-81e3b2f0805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.747600 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1202d903-fb71-4e5d-b5f7-81e3b2f0805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:49.748765 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1202d903-fb71-4e5d-b5f7-81e3b2f0805f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/074c1a0f-dbe2-4053-8c58-07e661a6eed5 HTTP/1.1" status: 204 len: 168 time: 0.1848600 Jul 22 09:32:49.756399 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202d903-fb71-4e5d-b5f7-81e3b2f0805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c1a0f-dbe2-4053-8c58-07e661a6eed5,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:49.984891 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40154) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.019071 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65df85-6e8d-482b-a696-3433e9a5b4d8 req-6b7034b2-1469-4f89-bb45-090732df7393 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:50.020591 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d65df85-6e8d-482b-a696-3433e9a5b4d8 req-6b7034b2-1469-4f89-bb45-090732df7393 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.0915885 Jul 22 09:32:50.069062 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d65df85-6e8d-482b-a696-3433e9a5b4d8 req-c46bcd69-6dca-4c43-b734-fc8174ee8aba tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Jul 22 09:32:50.127072 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40168) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.143525 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66edbd48-6d34-4a08-b741-7d36545e8505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.215485 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40172) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.255957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66edbd48-6d34-4a08-b741-7d36545e8505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.261513 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66edbd48-6d34-4a08-b741-7d36545e8505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.274247 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff12aef3-892a-423a-a483-ac2678cb4838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.296719 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-66edbd48-6d34-4a08-b741-7d36545e8505 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8f7209dffd44935ade3c622d95ce6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682568 Jul 22 09:32:50.299111 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40176) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.317142 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7667a10d-ef62-4d38-9d42-746f851774b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.325437 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edbd48-6d34-4a08-b741-7d36545e8505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ae7e65-cdad-4f60-bafb-77039e156f6b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:50.381535 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e689742-8254-48c6-9607-894b47f84009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.399693 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff12aef3-892a-423a-a483-ac2678cb4838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.405603 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff12aef3-892a-423a-a483-ac2678cb4838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.409597 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e689742-8254-48c6-9607-894b47f84009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.434586 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ff12aef3-892a-423a-a483-ac2678cb4838 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36d72355b91d43cc96bf63dc8f734ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484262 Jul 22 09:32:50.435211 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40180) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.455217 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40182) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.465130 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12aef3-892a-423a-a483-ac2678cb4838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220d2008-65ef-4cf5-a08e-b94726d4b604,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:50.522443 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b1759f-a6a6-4c0c-8a60-38e88091fc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.537297 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e689742-8254-48c6-9607-894b47f84009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.540065 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e689742-8254-48c6-9607-894b47f84009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.541163 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0e689742-8254-48c6-9607-894b47f84009 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03ae7e65-cdad-4f60-bafb-77039e156f6b HTTP/1.1" status: 204 len: 168 time: 0.2410378 Jul 22 09:32:50.558406 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e689742-8254-48c6-9607-894b47f84009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ae7e65-cdad-4f60-bafb-77039e156f6b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:50.566792 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b1759f-a6a6-4c0c-8a60-38e88091fc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.587722 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7667a10d-ef62-4d38-9d42-746f851774b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.596111 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7667a10d-ef62-4d38-9d42-746f851774b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.629784 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40198) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.643028 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ea51f7ed-d7dc-45fc-9c02-38c36b8e9440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.671875 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7667a10d-ef62-4d38-9d42-746f851774b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1dcc28c05c84c9eab6c8f5d0cf910cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544852 Jul 22 09:32:50.675255 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667a10d-ef62-4d38-9d42-746f851774b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef8e9f-c8a3-4148-bbca-192346484e17,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:50.679339 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40202) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:50.731093 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] Deleting subnet f89f4077-30d5-43e8-b344-cc32a3fb3170 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:32:50.740773 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.742086 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b1759f-a6a6-4c0c-8a60-38e88091fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.745079 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b1759f-a6a6-4c0c-8a60-38e88091fc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.746405 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-35b1759f-a6a6-4c0c-8a60-38e88091fc2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/220d2008-65ef-4cf5-a08e-b94726d4b604 HTTP/1.1" status: 204 len: 168 time: 0.3102427 Jul 22 09:32:50.790556 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1759f-a6a6-4c0c-8a60-38e88091fc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d2008-65ef-4cf5-a08e-b94726d4b604,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:50.794127 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.797444 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76e0ad1f-6640-43a8-9284-3e4af1fe3ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.807737 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.853681 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76e0ad1f-6640-43a8-9284-3e4af1fe3ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.886884 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ea51f7ed-d7dc-45fc-9c02-38c36b8e9440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.897618 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ea51f7ed-d7dc-45fc-9c02-38c36b8e9440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.907676 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-a273f0b2-edff-4422-aaa1-f49dcd12f984 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:50.909567 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-a273f0b2-edff-4422-aaa1-f49dcd12f984 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.2433515 Jul 22 09:32:50.923211 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.967420 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76e0ad1f-6640-43a8-9284-3e4af1fe3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.971846 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76e0ad1f-6640-43a8-9284-3e4af1fe3ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:50.974557 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-76e0ad1f-6640-43a8-9284-3e4af1fe3ce4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfef8e9f-c8a3-4148-bbca-192346484e17 HTTP/1.1" status: 204 len: 168 time: 0.2937412 Jul 22 09:32:50.975514 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89f4077-30d5-43e8-b344-cc32a3fb3170,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:51.044954 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51f7ed-d7dc-45fc-9c02-38c36b8e9440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc20a33-afd9-4073-9775-01a21d04144c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:51.048725 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ea51f7ed-d7dc-45fc-9c02-38c36b8e9440 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc98c23baab14142955c4a602646966b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924985 Jul 22 09:32:51.055310 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.063756 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e54b61a4-b4e5-4867-957d-34afecefea75 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f89f4077-30d5-43e8-b344-cc32a3fb3170 HTTP/1.1" status: 204 len: 168 time: 0.4273922 Jul 22 09:32:51.065917 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40220) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:51.066620 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40222) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:51.079244 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0ad1f-6640-43a8-9284-3e4af1fe3ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef8e9f-c8a3-4148-bbca-192346484e17,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:51.168903 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.180778 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbf1381f-d968-4f3a-ae1d-d101cae76483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.210828 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbf1381f-d968-4f3a-ae1d-d101cae76483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.247570 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Deleting port 58125e49-acbf-46f9-9b18-679ebaff5e60 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:32:51.247916 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.293593 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbf1381f-d968-4f3a-ae1d-d101cae76483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.297533 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbf1381f-d968-4f3a-ae1d-d101cae76483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.298713 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fbf1381f-d968-4f3a-ae1d-d101cae76483 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afc20a33-afd9-4073-9775-01a21d04144c HTTP/1.1" status: 204 len: 168 time: 0.2295308 Jul 22 09:32:51.307336 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1381f-d968-4f3a-ae1d-d101cae76483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc20a33-afd9-4073-9775-01a21d04144c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:51.370696 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.388253 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.388857 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.389609 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.389953 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > port after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.390317 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.390699 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > port after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.391104 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.391581 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.391893 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.392214 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.432453 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40238) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:51.447096 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-196b6f9f-1c16-4473-9f01-f7d107773da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.517515 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e911220d-267c-439e-a7c1-74dc1727ce06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.551786 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-196b6f9f-1c16-4473-9f01-f7d107773da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.556380 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-196b6f9f-1c16-4473-9f01-f7d107773da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.593171 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.613596 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-196b6f9f-1c16-4473-9f01-f7d107773da7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3bace8c00584c1093f61570a26acb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801703 Jul 22 09:32:51.615327 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b6f9f-1c16-4473-9f01-f7d107773da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7df2cd-b849-4fda-a927-cae93d476001,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:51.618458 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40244) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:51.672592 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6155c730-bd16-428a-85e8-ded39887baab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.675033 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.675878 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.676706 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.677405 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:51.678404 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abd8cd1-b239-41da-ab25-d4394965d504']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:51.698163 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9529fb03-f66b-4e9e-aae5-3b07f31b470c') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:51.698703 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9529fb03-f66b-4e9e-aae5-3b07f31b470c') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:51.699115 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6155c730-bd16-428a-85e8-ded39887baab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.733092 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.755559 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6155c730-bd16-428a-85e8-ded39887baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.758244 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6155c730-bd16-428a-85e8-ded39887baab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.761974 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6155c730-bd16-428a-85e8-ded39887baab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a7df2cd-b849-4fda-a927-cae93d476001 HTTP/1.1" status: 204 len: 168 time: 0.1402476 Jul 22 09:32:51.764362 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281ddd-123b-4a91-a3a4-08b22e1d5d9b req-065c2c97-516a-4434-a8ef-ed3e1fa96742 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:51.766399 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27281ddd-123b-4a91-a3a4-08b22e1d5d9b req-065c2c97-516a-4434-a8ef-ed3e1fa96742 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 946 time: 0.5953300 Jul 22 09:32:51.778944 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155c730-bd16-428a-85e8-ded39887baab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7df2cd-b849-4fda-a927-cae93d476001,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:51.784005 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] For port 58125e49-acbf-46f9-9b18-679ebaff5e60, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=58125e49-acbf-46f9-9b18-679ebaff5e60,segment=NetworkSegment(be2154f9-34a9-4458-bcf6-159f1eabe635),segment_id=be2154f9-34a9-4458-bcf6-159f1eabe635)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:51.784135 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.793444 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.822343 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Calling delete_port for 58125e49-acbf-46f9-9b18-679ebaff5e60 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:32:51.826377 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:32:51.826781 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:32:51.831288 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:32:51.857501 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40256) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:51.872218 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-54cc1600-2e97-444d-a8d8-bffa10b090bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.964221 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-54cc1600-2e97-444d-a8d8-bffa10b090bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.969568 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27281ddd-123b-4a91-a3a4-08b22e1d5d9b req-0759d20d-855f-4e82-8f2f-3bb1a6fbaa72 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/security-groups?id=6cffd35b-e5b8-4d7a-9518-40e01effa9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897175 Jul 22 09:32:51.970092 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-54cc1600-2e97-444d-a8d8-bffa10b090bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:51.993450 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.005040 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.010231 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6abd8cd1-b239-41da-ab25-d4394965d504 HTTP/1.1" status: 204 len: 168 time: 0.9395151 Jul 22 09:32:52.010375 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-54cc1600-2e97-444d-a8d8-bffa10b090bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bf316e95d58487f8fab44f565dce68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493814 Jul 22 09:32:52.011079 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40260) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:52.011079 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40262) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:52.025903 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1070ab-e2ed-4ceb-b475-ffb3b3804111 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abd8cd1-b239-41da-ab25-d4394965d504,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:52.108948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc1600-2e97-444d-a8d8-bffa10b090bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c1302-2de6-474c-8fc3-9635026053f9,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:52.110928 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.146543 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] Deleting subnet 358325c2-41ce-491f-9842-4bf55190e163 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:32:52.151728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.153741 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Pushing event deleted for resources: {'Port': ['ID=58125e49-acbf-46f9-9b18-679ebaff5e60,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:52.208488 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff0325c1-8688-46c6-b59e-65ab3a9a0102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.231966 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.244405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff0325c1-8688-46c6-b59e-65ab3a9a0102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.246466 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.344974 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.388898 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358325c2-41ce-491f-9842-4bf55190e163,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:52.392377 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.393972 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1edd4d16-8bcc-486d-9195-82aa9e94e39b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/358325c2-41ce-491f-9842-4bf55190e163 HTTP/1.1" status: 204 len: 168 time: 0.3818748 Jul 22 09:32:52.396750 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40286) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:52.406779 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff0325c1-8688-46c6-b59e-65ab3a9a0102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.409206 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff0325c1-8688-46c6-b59e-65ab3a9a0102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.413494 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ff0325c1-8688-46c6-b59e-65ab3a9a0102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab8c1302-2de6-474c-8fc3-9635026053f9 HTTP/1.1" status: 204 len: 168 time: 0.4001112 Jul 22 09:32:52.434818 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0325c1-8688-46c6-b59e-65ab3a9a0102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c1302-2de6-474c-8fc3-9635026053f9,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:52.441710 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] No DVR routers for this DVR port 58125e49-acbf-46f9-9b18-679ebaff5e60 on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:32:52.445469 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.447612 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd4fe034-54db-4d4d-aa0f-30e978771de7 req-adebc73c-70ba-4a47-a08c-351516f9ee7d tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.46 "DELETE /v2.0/ports/58125e49-acbf-46f9-9b18-679ebaff5e60 HTTP/1.1" status: 204 len: 173 time: 1.5271726 Jul 22 09:32:52.448129 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'name': 'network-vif-deleted', 'tag': '58125e49-acbf-46f9-9b18-679ebaff5e60'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:32:52.450429 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360baa94-890a-4c89-a552-7dbb0654b361" -d '{"events": [{"server_uuid": "1e31bab6-99aa-4480-a5c6-505104cb4e3e", "name": "network-vif-deleted", "tag": "58125e49-acbf-46f9-9b18-679ebaff5e60"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:32:52.498974 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.509757 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71be646b-6d2c-49e1-9f6f-d496ed91a8bc x-openstack-request-id: req-71be646b-6d2c-49e1-9f6f-d496ed91a8bc {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:32:52.510079 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e31bab6-99aa-4480-a5c6-505104cb4e3e", "name": "network-vif-deleted", "tag": "58125e49-acbf-46f9-9b18-679ebaff5e60", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:32:52.510330 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71be646b-6d2c-49e1-9f6f-d496ed91a8bc {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:32:52.511061 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e31bab6-99aa-4480-a5c6-505104cb4e3e', 'name': 'network-vif-deleted', 'tag': '58125e49-acbf-46f9-9b18-679ebaff5e60', 'status': 'completed', 'code': 200} Jul 22 09:32:52.590150 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.601748 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.602129 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.602914 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.603262 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > port after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.603642 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.603910 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.604233 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.604625 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.604974 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.605415 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.671790 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.672416 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.672507 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.672792 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 09:32:52.673158 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d548d2-8eff-40e5-b6a3-876f407ffd01']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:52.695334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b5a4a5-fc83-46fa-9f61-e1039e17d33a') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:52.695631 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b5a4a5-fc83-46fa-9f61-e1039e17d33a') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:52.712886 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929224'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.736689 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.746751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:32:52.747247 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6989420'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: from cryptography.utils import int_from_bytes Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: from cryptography.utils import int_from_bytes Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: timer() Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: cb(*args, **kw) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: self._notify() Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: self.callback(batched_events) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: event.method(event) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._get(url).json() Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:32:52.751665 dv-cinder-801717-2-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:32:52.825325 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.846205 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:52.848676 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0d548d2-8eff-40e5-b6a3-876f407ffd01 HTTP/1.1" status: 204 len: 168 time: 0.4508970 Jul 22 09:32:52.850051 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320778b9-d866-40ce-88a3-97b1aad8370d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d548d2-8eff-40e5-b6a3-876f407ffd01,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:52.935433 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40354) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:53.021509 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40364) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:53.094484 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f44a342d-dcb0-4f2a-b186-bd0dc7557de5 req-ca2495fc-8372-44c5-b136-530e1e112ff9 tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.0377259 Jul 22 09:32:53.104753 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.121242 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fdf6f7b7-c1bf-4c24-a025-3aa5e488dd45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44d1ba67cbee45b2964201a9dbb1e6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949712 Jul 22 09:32:53.121349 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40368) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:53.195537 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fae5331-0b9f-41bc-b2c6-0b80029b33ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.217444 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fae5331-0b9f-41bc-b2c6-0b80029b33ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.268097 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fae5331-0b9f-41bc-b2c6-0b80029b33ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.271402 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fae5331-0b9f-41bc-b2c6-0b80029b33ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.273320 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6fae5331-0b9f-41bc-b2c6-0b80029b33ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee6e6417-6ca7-4bf2-909b-1fa24c1ede8e HTTP/1.1" status: 204 len: 168 time: 0.1514747 Jul 22 09:32:53.291824 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae5331-0b9f-41bc-b2c6-0b80029b33ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e6417-6ca7-4bf2-909b-1fa24c1ede8e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:53.297181 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1350656257-network', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:53.335699 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Made reservation on behalf of a5cdc707fd6b4569b0f34c8f54fde969 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:53.338334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.347038 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.459199 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.464458 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.491405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:32:53.501406 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87750273-baec-45ea-91e0-119bf058d84c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:53.510128 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.510473 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Added segment 701b5722-aebe-4514-a2d4-ef6ee75c289a of type vlan for network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 Jul 22 09:32:53.555757 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.590609 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.592194 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:53.592995 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.627936 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6914015 Jul 22 09:32:53.631166 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40390) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:53.636621 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Request body: {'subnet': {'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1350656257-subnet', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:53.657272 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3cc21-6df5-4392-abb4-98d8f910938c admin admin] Pushing event updated for resources: {'Network': ['ID=3ae0a89b-de28-4b0f-8c2c-38f37383c681,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:53.667180 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Made reservation on behalf of a5cdc707fd6b4569b0f34c8f54fde969 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:32:53.669125 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:32:53.669457 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5805754'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.731661 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40398) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:53.789633 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b493bcc2-4a8f-45a8-b718-e252bae081da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6396c9ba22f4e9287ecef3c110517bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567627 Jul 22 09:32:53.793006 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40400) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:53.847515 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.875972 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5805768'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.879333 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.942766 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.946196 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:53.949171 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b363734-9f8a-4ab0-91af-f6e903bc4f7a,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:53.951228 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0c077d7-f505-4578-931a-8f9f811a7dbb HTTP/1.1" status: 204 len: 168 time: 0.1561337 Jul 22 09:32:53.962047 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c077d7-f505-4578-931a-8f9f811a7dbb,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:53.962347 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Checking segment: {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:53.962458 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Network hostable DHCP agents. Network: 3ae0a89b-de28-4b0f-8c2c-38f37383c681, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:32:53.971331 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.971679 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.972044 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.972375 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.972848 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.973172 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.973523 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.973810 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.974541 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.974743 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.975066 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.975382 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f33fad-1d9b-4292-aaf5-69bd58ed9340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:53.983678 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:32:53.995729 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 3ae0a89b-de28-4b0f-8c2c-38f37383c681) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:54.002360 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:32:54.002632 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.006300 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca6814-c055-4477-9883-8ca9256394cf None None] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:32:54.020361 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3326997-d35c-4aff-a396-f7fc5a87fc30 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880901 Jul 22 09:32:54.024397 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40410) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:54.029770 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:32:54.056754 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.058248 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.150531 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['58125e49-acbf-46f9-9b18-679ebaff5e60'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:32:54.226390 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.279647 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2f91b63-57f3-4af0-a427-6a44a527a34f req-6570296b-ac23-4772-b470-bb8f0e7567aa tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.0693653 Jul 22 09:32:54.321923 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:32:54.328872 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.473067 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.525177 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Allocated IP 172.20.0.2 (3ae0a89b-de28-4b0f-8c2c-38f37383c681/2b363734-9f8a-4ab0-91af-f6e903bc4f7a/0b535cc1-7c20-4c9b-8cba-ca4154337668) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:32:54.698569 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.808710 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.825155 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Transition to ACTIVE for port object 0b535cc1-7c20-4c9b-8cba-ca4154337668 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:54.846594 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Transition to ACTIVE for port object 0b535cc1-7c20-4c9b-8cba-ca4154337668 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:54.857803 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.898544 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:54.901702 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:54.905111 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:32:54.946665 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Pushing event updated for resources: {'Port': ['ID=0b535cc1-7c20-4c9b-8cba-ca4154337668,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:54.958711 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.988355 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Attempting to bind port 0b535cc1-7c20-4c9b-8cba-ca4154337668 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:32:54.988941 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Attempting to bind port 0b535cc1-7c20-4c9b-8cba-ca4154337668 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:32:54.989625 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Attempting to bind port 0b535cc1-7c20-4c9b-8cba-ca4154337668 on network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:32:54.990757 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.995630 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:32:54.995897 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Checking segment: {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:54.996295 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:54.996691 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Bound using segment: {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:32:54.997365 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Bound port: 0b535cc1-7c20-4c9b-8cba-ca4154337668, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:32:54.997548 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:55.093919 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] For port 0b535cc1-7c20-4c9b-8cba-ca4154337668, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:32:55.098841 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] For port 0b535cc1-7c20-4c9b-8cba-ca4154337668, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0b535cc1-7c20-4c9b-8cba-ca4154337668,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:32:55.104175 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:55.181384 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Allocated IP 172.27.1.4 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/d866b1fb-e184-45bf-80ec-cc6bfdf23215) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:32:55.231096 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864a5ed-5505-40a5-bf18-87f789f1cc31 None None] Pushing event updated for resources: {'Port': ['ID=0b535cc1-7c20-4c9b-8cba-ca4154337668,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:55.431909 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:55.540024 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ee76b27-7e3b-455e-b6d0-c3cc904d7538 req-3dcf02c0-aac3-4e5c-a3a5-a2d47960e71f tempest-DeleteServersTestJSON-1951217991 tempest-DeleteServersTestJSON-1951217991-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e31bab6-99aa-4480-a5c6-505104cb4e3e HTTP/1.1" status: 200 len: 210 time: 0.0768964 Jul 22 09:32:55.592623 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:55.649338 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d866b1fb-e184-45bf-80ec-cc6bfdf23215,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:55.662885 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:55.665161 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:55.680052 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:32:56.037859 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:56.372393 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:56.398531 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0b535cc1-7c20-4c9b-8cba-ca4154337668 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:56.491072 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 0b535cc1-7c20-4c9b-8cba-ca4154337668 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:56.580952 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40530) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:56.688056 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:32:56.780392 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:56.781066 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f87fdf-9cc0-4ec1-8364-ad461413a8fc None None] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:32:56.863629 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:32:56.878553 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Sync routers for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:32:56.898844 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:32:56.899864 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:56.905283 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 58125e49-acbf-46f9-9b18-679ebaff5e60 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:32:56.935380 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: 58125e49-acbf-46f9-9b18-679ebaff5e60 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:32:56.935726 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 58125e49-acbf-46f9-9b18-679ebaff5e60 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:32:56.943976 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Provisioning for port 0b535cc1-7c20-4c9b-8cba-ca4154337668 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:56.952896 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Provisioning complete for port 0b535cc1-7c20-4c9b-8cba-ca4154337668 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:56.953842 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:56.985540 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:56.993185 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:56.996909 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:56.998335 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-340d2d62-5e69-4d0a-8e92-069ef3c797b1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9726818 Jul 22 09:32:57.001453 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40548) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:57.044791 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:32:57.051439 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e11e91-97b8-4e72-bb69-d668b79e25e6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:57.070202 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.071497 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.072038 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.072569 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.073105 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.073640 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.074511 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.075056 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.075588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.076313 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.076847 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.077515 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.099243 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d0617ad5-25d3-474c-9f97-edbb6f3881e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3911facc71a943ebb2d2d30156e0142a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172284 Jul 22 09:32:57.102380 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40554) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:57.164963 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d1d-db75-46e0-a5ab-ee876eab757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.172793 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.191043 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d1d-db75-46e0-a5ab-ee876eab757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.217669 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] For port 0b535cc1-7c20-4c9b-8cba-ca4154337668, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0b535cc1-7c20-4c9b-8cba-ca4154337668,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:32:57.225139 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.264460 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:55Z', 'revision_number': 3, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:57.266739 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d1d-db75-46e0-a5ab-ee876eab757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.271699 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d1d-db75-46e0-a5ab-ee876eab757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.272972 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d3c35d1d-db75-46e0-a5ab-ee876eab757e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8e11e91-97b8-4e72-bb69-d668b79e25e6 HTTP/1.1" status: 204 len: 168 time: 0.1688645 Jul 22 09:32:57.285443 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c35d1d-db75-46e0-a5ab-ee876eab757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e11e91-97b8-4e72-bb69-d668b79e25e6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:57.308344 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Checking router: b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:32:57.309845 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Updating router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 port d866b1fb-e184-45bf-80ec-cc6bfdf23215 binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:32:57.325663 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Pushing event updated for resources: {'Port': ['ID=0b535cc1-7c20-4c9b-8cba-ca4154337668,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:57.334808 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.335192 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.335534 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.335867 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.336198 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.336527 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.336852 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.337176 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.337790 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.338137 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.338456 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.338783 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28a7ca-b11d-4fcd-9870-1b23287b787f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:32:57.366048 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.549644 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a7fd2645-29aa-4b9e-bf6e-3fe4dbd16548 None None] Provisioning complete for port 0b535cc1-7c20-4c9b-8cba-ca4154337668 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:57.550808 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2645-29aa-4b9e-bf6e-3fe4dbd16548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.667835 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.682788 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Transition to ACTIVE for port object d866b1fb-e184-45bf-80ec-cc6bfdf23215 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:57.688874 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.739078 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Attempting to bind port d866b1fb-e184-45bf-80ec-cc6bfdf23215 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:32:57.739507 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Attempting to bind port d866b1fb-e184-45bf-80ec-cc6bfdf23215 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:32:57.739789 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Attempting to bind port d866b1fb-e184-45bf-80ec-cc6bfdf23215 on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:32:57.750315 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:32:57.750687 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:32:57.751086 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.751481 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:32:57.751948 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Bound port: d866b1fb-e184-45bf-80ec-cc6bfdf23215, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:32:57.752342 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.754828 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4c299-6f03-4a04-aeec-780480b6850c None None] Pushing event updated for resources: {'Port': ['ID=d866b1fb-e184-45bf-80ec-cc6bfdf23215,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:57.780022 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.807742 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] For port d866b1fb-e184-45bf-80ec-cc6bfdf23215, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:32:57.810915 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] For port d866b1fb-e184-45bf-80ec-cc6bfdf23215, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=d866b1fb-e184-45bf-80ec-cc6bfdf23215,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:32:57.815587 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:57.903624 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:32:57.904280 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:57.958585 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Allocated IP 172.20.0.1 (3ae0a89b-de28-4b0f-8c2c-38f37383c681/2b363734-9f8a-4ab0-91af-f6e903bc4f7a/a09dedd6-25b0-4150-ad0e-63fa1ee2292f) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:32:58.069930 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4c299-6f03-4a04-aeec-780480b6850c None None] Pushing event updated for resources: {'Port': ['ID=d866b1fb-e184-45bf-80ec-cc6bfdf23215,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:58.091250 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.107424 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Transition to ACTIVE for port object a09dedd6-25b0-4150-ad0e-63fa1ee2292f will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:32:58.139394 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:32:58.159761 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.192206 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:58.221771 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:58.233584 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:32:58.280756 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Pushing event updated for resources: {'Port': ['ID=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:58.301501 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.310830 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0b535cc1-7c20-4c9b-8cba-ca4154337668 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:32:58.409259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 0b535cc1-7c20-4c9b-8cba-ca4154337668 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:58.409759 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.452557 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:55Z', 'revision_number': 3, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:32:58.510094 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.527515 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98337ff1-8768-4c5d-8586-a7147d222501 None None] The sync data for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi is: [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:55Z', 'revision_number': 3, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:32:58.575460 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9a015f31-46f1-4d0a-8dfb-537bd1d0f0af None None] Provisioning for port a09dedd6-25b0-4150-ad0e-63fa1ee2292f completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:32:58.590431 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9a015f31-46f1-4d0a-8dfb-537bd1d0f0af None None] Provisioning complete for port a09dedd6-25b0-4150-ad0e-63fa1ee2292f triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:58.590978 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a015f31-46f1-4d0a-8dfb-537bd1d0f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.629134 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9a015f31-46f1-4d0a-8dfb-537bd1d0f0af None None] Port a09dedd6-25b0-4150-ad0e-63fa1ee2292f cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:32:58.748535 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.754842 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:58.836468 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Pushing event updated for resources: {'Port': ['ID=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:58.839215 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.034348 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:32:59.036385 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:32:59.211373 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:32:59.238088 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40664) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:59.360891 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-d53cd864-7f66-45a7-882c-6f3f5a41eed9 None None] Provisioning complete for port a09dedd6-25b0-4150-ad0e-63fa1ee2292f triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:32:59.361343 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d53cd864-7f66-45a7-882c-6f3f5a41eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.366452 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:32:59.385190 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d4471602-ac8d-4aa0-9ef2-a42430937e73 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9ef07fd-4e77-43eb-95a7-d1f7dee86b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824322 Jul 22 09:32:59.421211 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d53cd864-7f66-45a7-882c-6f3f5a41eed9 None None] Port a09dedd6-25b0-4150-ad0e-63fa1ee2292f cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:32:59.434514 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-55fa74da-f8a7-4625-8d8f-66512c9dd3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.542501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-55fa74da-f8a7-4625-8d8f-66512c9dd3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.548330 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-55fa74da-f8a7-4625-8d8f-66512c9dd3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.599401 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa74da-f8a7-4625-8d8f-66512c9dd3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee411518-8d88-4478-8ac1-25ff1a6a345c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:32:59.607991 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40688) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:32:59.615065 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-55fa74da-f8a7-4625-8d8f-66512c9dd3a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3f1b580f2cb44bea3c7833272d834b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755074 Jul 22 09:32:59.668402 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20751d07-e6ab-4567-95eb-62dac55b3e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.691080 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20751d07-e6ab-4567-95eb-62dac55b3e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.749006 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20751d07-e6ab-4567-95eb-62dac55b3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.751678 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20751d07-e6ab-4567-95eb-62dac55b3e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:32:59.753096 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-20751d07-e6ab-4567-95eb-62dac55b3e4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee411518-8d88-4478-8ac1-25ff1a6a345c HTTP/1.1" status: 204 len: 168 time: 0.1440938 Jul 22 09:32:59.763134 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20751d07-e6ab-4567-95eb-62dac55b3e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee411518-8d88-4478-8ac1-25ff1a6a345c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:00.052674 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40718) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:00.057772 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1741893051-network', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:00.099361 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Made reservation on behalf of a27345ef29d348cfa60021e980a2439b for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:00.103163 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.116201 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.178251 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40728) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:00.212308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e03d49de-8612-4548-a169-db538e8ef457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.296869 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device d866b1fb-e184-45bf-80ec-cc6bfdf23215 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:00.307075 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.311695 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.335937 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:33:00.357513 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d6495-46df-4c75-96bc-405b83e03dee,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:00.361757 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port d866b1fb-e184-45bf-80ec-cc6bfdf23215 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:00.367092 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port d866b1fb-e184-45bf-80ec-cc6bfdf23215 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:00.367564 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.371632 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.373155 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Added segment aebcca22-98a1-45ef-92ac-6bd551179c54 of type vlan for network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e Jul 22 09:33:00.427789 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.471620 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e03d49de-8612-4548-a169-db538e8ef457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.476669 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40738) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:00.478696 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.480646 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:00.481499 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.484600 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.486172 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e03d49de-8612-4548-a169-db538e8ef457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.508801 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port d866b1fb-e184-45bf-80ec-cc6bfdf23215, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=d866b1fb-e184-45bf-80ec-cc6bfdf23215,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:00.513564 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.525170 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4713771 Jul 22 09:33:00.528111 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40740) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:00.535429 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Request body: {'subnet': {'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1741893051-subnet', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:00.562760 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e03d49de-8612-4548-a169-db538e8ef457 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=644687d713fd45dfae11f09ef32d60d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818867 Jul 22 09:33:00.569385 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40742) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:00.573587 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7538aa4-3674-48b0-86b8-6dd96a489638 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac1ed3a-8612-40ff-94fc-f3e65a34872e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:00.579176 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d49de-8612-4548-a169-db538e8ef457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff22aed-8977-4525-99af-736a02c51eb8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:00.587247 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:33:00.590375 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] Deleting subnet 19cea3e1-882b-415d-9022-ec6255b6d385 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:33:00.597103 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.619174 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=d866b1fb-e184-45bf-80ec-cc6bfdf23215,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:00.623793 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Made reservation on behalf of a27345ef29d348cfa60021e980a2439b for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:00.634103 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.664431 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5669763'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.693451 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Sync routers for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:33:00.704154 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:00.704777 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:00.706222 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58f2b350-4850-465f-bbb3-1b28a7363153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.741782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.745482 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58f2b350-4850-465f-bbb3-1b28a7363153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.838500 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:00.853229 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58f2b350-4850-465f-bbb3-1b28a7363153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.857195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58f2b350-4850-465f-bbb3-1b28a7363153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.858690 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-58f2b350-4850-465f-bbb3-1b28a7363153 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ff22aed-8977-4525-99af-736a02c51eb8 HTTP/1.1" status: 204 len: 168 time: 0.2880998 Jul 22 09:33:00.870695 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.871105 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2b350-4850-465f-bbb3-1b28a7363153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff22aed-8977-4525-99af-736a02c51eb8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:00.884404 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5669825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5805767'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:00.994854 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cea3e1-882b-415d-9022-ec6255b6d385,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:01.029399 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.030367 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfed1f9-68f1-45c3-8611-d665b5f04109,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:01.039175 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ba76e5df-fbf7-4aca-82a4-81b9ac2fd89c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/19cea3e1-882b-415d-9022-ec6255b6d385 HTTP/1.1" status: 204 len: 168 time: 0.5610967 Jul 22 09:33:01.042923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40748) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:01.051161 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Checking segment: {'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:01.051533 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Network hostable DHCP agents. Network: 3ac1ed3a-8612-40ff-94fc-f3e65a34872e, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:33:01.093175 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:33:01.108107 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 3ac1ed3a-8612-40ff-94fc-f3e65a34872e) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:01.123580 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:01.124183 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.157322 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b54708c3-cb2e-47af-aea5-6e8ead42c969 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6278703 Jul 22 09:33:01.160006 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40754) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:01.164582 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:01.169938 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc06ac-6953-42bc-82db-b14950ad24f4 None None] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:33:01.183988 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.214166 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.214166 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.293949 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.306175 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220c51e3-7916-402f-affc-7a3ba4451fcd']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:01.317808 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2154f9-34a9-4458-bcf6-159f1eabe635') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:01.318163 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2154f9-34a9-4458-bcf6-159f1eabe635') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:01.328613 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.350806 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.354663 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.362754 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:33:01.363489 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:33:01.442963 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:33:01.446206 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.454451 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.456576 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] 10.222.0.20 "DELETE /v2.0/networks/220c51e3-7916-402f-affc-7a3ba4451fcd HTTP/1.1" status: 204 len: 168 time: 0.4071929 Jul 22 09:33:01.471960 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e05b6a-a502-4724-b1c7-5bac28a05fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=220c51e3-7916-402f-affc-7a3ba4451fcd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:01.601901 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.648292 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-3ac1ed3a-8612-40ff-94fc-f3e65a34872e', 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'fixed_ips': [{'subnet_id': '0bfed1f9-68f1-45c3-8611-d665b5f04109'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:33:01.649838 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.797470 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40776) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:01.883943 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-033b6d1f-27cb-4f7f-92b6-aa176ff1fe7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa6896a06ea5483e9976ef181648f694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0850043 Jul 22 09:33:01.884552 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40784) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:01.890410 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 2, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:01.915738 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.940781 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Checking router: b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:33:01.949720 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Updating router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 port a09dedd6-25b0-4150-ad0e-63fa1ee2292f binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:33:01.954960 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:01.984454 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92ef624b-09a8-410a-9bc8-4bb55503a1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.023485 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92ef624b-09a8-410a-9bc8-4bb55503a1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.029505 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Allocated IP 172.20.0.2 (3ac1ed3a-8612-40ff-94fc-f3e65a34872e/0bfed1f9-68f1-45c3-8611-d665b5f04109/b1b58ba0-2ce2-431e-bad7-7d5efbce1f77) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:02.030735 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40786) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:02.046346 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.132732 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92ef624b-09a8-410a-9bc8-4bb55503a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.135913 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92ef624b-09a8-410a-9bc8-4bb55503a1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.140504 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-92ef624b-09a8-410a-9bc8-4bb55503a1a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cffd35b-e5b8-4d7a-9518-40e01effa9cf HTTP/1.1" status: 204 len: 168 time: 0.2546968 Jul 22 09:33:02.162308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef624b-09a8-410a-9bc8-4bb55503a1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cffd35b-e5b8-4d7a-9518-40e01effa9cf,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:02.163428 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Allocated IP 172.27.1.208 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/09810fbb-b324-484b-8b67-62b0beec5eb9) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:02.238606 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-217fdeaf-3196-4c40-abfc-7e4d261cc403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.388566 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device d866b1fb-e184-45bf-80ec-cc6bfdf23215 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:02.568837 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.594727 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.611987 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Transition to ACTIVE for port object b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:02.644989 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Transition to ACTIVE for port object b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:02.673526 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.702327 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port d866b1fb-e184-45bf-80ec-cc6bfdf23215 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:02.702956 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.719134 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.736426 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-217fdeaf-3196-4c40-abfc-7e4d261cc403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.770387 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-217fdeaf-3196-4c40-abfc-7e4d261cc403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.794574 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:02.794783 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.804272 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:02.812615 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:02.817579 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:02.821332 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:02.830639 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:02.841217 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Pushing event updated for resources: {'Port': ['ID=09810fbb-b324-484b-8b67-62b0beec5eb9,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:02.850168 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Transition to ACTIVE for port object a09dedd6-25b0-4150-ad0e-63fa1ee2292f will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:02.856301 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Pushing event updated for resources: {'Port': ['ID=b1b58ba0-2ce2-431e-bad7-7d5efbce1f77,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:02.864953 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:02.896434 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-217fdeaf-3196-4c40-abfc-7e4d261cc403 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1b99135321642068a6e5f2f25cfe57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8642871 Jul 22 09:33:02.899750 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fdeaf-3196-4c40-abfc-7e4d261cc403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163e141-94d3-47b3-a34f-d4307c92194d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:02.900434 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40824) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:03.018049 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f626805-f807-4f7c-9592-ea749b4c0657 None None] Pushing event updated for resources: {'Port': ['ID=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:03.032754 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9234683a-783b-4a1f-8b28-e5fcfc073256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.083120 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Attempting to bind port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:03.083501 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Attempting to bind port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:03.083873 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Attempting to bind port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 on network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:03.091464 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9234683a-783b-4a1f-8b28-e5fcfc073256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.104117 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:03.104506 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Checking segment: {'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:03.104920 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.105324 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Bound using segment: {'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:03.105821 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Bound port: b1b58ba0-2ce2-431e-bad7-7d5efbce1f77, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:03.107776 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.180649 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9234683a-783b-4a1f-8b28-e5fcfc073256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.184333 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9234683a-783b-4a1f-8b28-e5fcfc073256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.190776 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9234683a-783b-4a1f-8b28-e5fcfc073256 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5163e141-94d3-47b3-a34f-d4307c92194d HTTP/1.1" status: 204 len: 168 time: 0.2884996 Jul 22 09:33:03.203163 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234683a-783b-4a1f-8b28-e5fcfc073256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163e141-94d3-47b3-a34f-d4307c92194d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:03.225805 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Attempting to bind port a09dedd6-25b0-4150-ad0e-63fa1ee2292f on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:03.236693 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Attempting to bind port a09dedd6-25b0-4150-ad0e-63fa1ee2292f by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:03.237163 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Attempting to bind port a09dedd6-25b0-4150-ad0e-63fa1ee2292f on network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:03.326920 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:03.327659 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Checking segment: {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:03.328619 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.329138 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Bound using segment: {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:03.329823 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Bound port: a09dedd6-25b0-4150-ad0e-63fa1ee2292f, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:03.330407 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.368023 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.464228 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] For port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:03.468970 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] For port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b1b58ba0-2ce2-431e-bad7-7d5efbce1f77,segment=NetworkSegment(aebcca22-98a1-45ef-92ac-6bd551179c54),segment_id=aebcca22-98a1-45ef-92ac-6bd551179c54)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:03.473190 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] For port a09dedd6-25b0-4150-ad0e-63fa1ee2292f, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:03.482298 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.505183 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] For port a09dedd6-25b0-4150-ad0e-63fa1ee2292f, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:03.586011 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.621622 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc468b-edb8-426b-bbfb-ff0d32a8af42 None None] Pushing event updated for resources: {'Port': ['ID=b1b58ba0-2ce2-431e-bad7-7d5efbce1f77,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:03.663505 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:03.677541 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40854) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:03.689204 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:03.689725 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:03.746266 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f626805-f807-4f7c-9592-ea749b4c0657 None None] Pushing event updated for resources: {'Port': ['ID=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:03.869527 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:03.878768 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:33:03.893125 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-229715149-network', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:03.910867 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40860) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:03.943309 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fa562e69-b4a1-43b6-a51b-e0de4ca7aec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.058552 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Made reservation on behalf of 12bb4ade370244afa6789104e46d5d7a for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:04.062255 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.085412 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.115895 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:33:04.123611 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fa562e69-b4a1-43b6-a51b-e0de4ca7aec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.128106 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Sync routers for ids ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:33:04.131178 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fa562e69-b4a1-43b6-a51b-e0de4ca7aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.140105 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Routers {'c4d24e6d-d989-4c23-b270-b3e1d61d5d05'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:04.140971 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:04.244129 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40864) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:04.244267 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fa562e69-b4a1-43b6-a51b-e0de4ca7aec4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bcd291dd1fb48eabd9448ab6685a301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309858 Jul 22 09:33:04.245243 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa562e69-b4a1-43b6-a51b-e0de4ca7aec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5bf1a-9e7b-4bd5-ae0d-c4c69373a4a1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:04.298131 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Set router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:04.347844 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:03Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:04.385236 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-acf2c1f7-da45-492d-a72d-aab84598cbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.407064 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.415622 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.421586 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:04.427970 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cc644-d9ec-4c0a-a40f-4bed6a7e4530 None None] The sync data for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi is: [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:03Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:33:04.435712 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:33:04.458312 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-acf2c1f7-da45-492d-a72d-aab84598cbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.465322 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.465671 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Added segment d2775970-0578-4a17-81ec-3af68c684a3a of type vlan for network 35304ce3-06fc-4738-8db5-3881fb1e37fa Jul 22 09:33:04.574756 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:04.576736 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.581316 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8cbdd605-079d-4292-9206-98ccc0aea837 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4176097 Jul 22 09:33:04.582247 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-acf2c1f7-da45-492d-a72d-aab84598cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.586226 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-acf2c1f7-da45-492d-a72d-aab84598cbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.592919 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-acf2c1f7-da45-492d-a72d-aab84598cbd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17c5bf1a-9e7b-4bd5-ae0d-c4c69373a4a1 HTTP/1.1" status: 204 len: 168 time: 0.3477073 Jul 22 09:33:04.604083 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2c1f7-da45-492d-a72d-aab84598cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5bf1a-9e7b-4bd5-ae0d-c4c69373a4a1,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:04.607278 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40876) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:04.675952 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.785883 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:03Z', 'revision_number': 3, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port': {'id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:04.837957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c6d98-118a-4526-a12c-da7b8e1b7e0e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:04.862973 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.868877 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Checking router: c4d24e6d-d989-4c23-b270-b3e1d61d5d05 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:33:04.869242 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Updating router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 port 09810fbb-b324-484b-8b67-62b0beec5eb9 binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:33:04.870145 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:04.870936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:04.928259 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2486262 Jul 22 09:33:04.931517 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40884) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:04.942194 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Request body: {'subnet': {'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-subnet', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:04.952586 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.001179 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Made reservation on behalf of 12bb4ade370244afa6789104e46d5d7a for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:05.003907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.068591 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf059-e28c-4fd3-b2a0-7c0af30877c6 admin admin] Pushing event updated for resources: {'Network': ['ID=35304ce3-06fc-4738-8db5-3881fb1e37fa,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:05.081275 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:33:05.334891 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e219f9d4-2627-408a-9d22-2b034eacee48 None None] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:33:05.417893 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.550369 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Checking segment: {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:05.557637 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Network hostable DHCP agents. Network: 35304ce3-06fc-4738-8db5-3881fb1e37fa, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:33:05.562830 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da13c83b-5d8e-48fe-9373-813a11a8a92c,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:05.611315 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:33:05.640358 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 35304ce3-06fc-4738-8db5-3881fb1e37fa) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:05.645195 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:05.646045 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.679924 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f3084b3e-6f98-43f3-b286-cf04395b9e19 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7469366 Jul 22 09:33:05.682774 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 40910) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:05.704870 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:05.728931 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.760268 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Transition to ACTIVE for port object 09810fbb-b324-484b-8b67-62b0beec5eb9 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:05.779066 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.790933 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.801383 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.838474 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66819c08-5ba9-4fa5-a5b9-4007333348b6 None None] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:33:05.867510 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Attempting to bind port 09810fbb-b324-484b-8b67-62b0beec5eb9 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:05.867883 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Attempting to bind port 09810fbb-b324-484b-8b67-62b0beec5eb9 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:05.868251 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Attempting to bind port 09810fbb-b324-484b-8b67-62b0beec5eb9 on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:05.889709 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c199d8b1-b6f8-4b93-bbb9-b4235fa6bd82 None None] Provisioning for port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:05.948927 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.973107 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c199d8b1-b6f8-4b93-bbb9-b4235fa6bd82 None None] Provisioning complete for port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:05.973451 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.976880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c199d8b1-b6f8-4b93-bbb9-b4235fa6bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.981954 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:05.982702 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:05.984108 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:05.984664 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:05.989641 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Bound port: 09810fbb-b324-484b-8b67-62b0beec5eb9, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:05.990371 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.111686 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] For port 09810fbb-b324-484b-8b67-62b0beec5eb9, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:06.116927 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] For port 09810fbb-b324-484b-8b67-62b0beec5eb9, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=09810fbb-b324-484b-8b67-62b0beec5eb9,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:06.118543 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Pushing event updated for resources: {'Port': ['ID=09810fbb-b324-484b-8b67-62b0beec5eb9,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:06.127448 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.128225 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.128773 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.129311 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.130485 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.131031 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.132167 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.132729 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.133267 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c199d8b1-b6f8-4b93-bbb9-b4235fa6bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.133876 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.134469 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.135018 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.135557 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:33:06.140875 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.264367 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Routers {'c4d24e6d-d989-4c23-b270-b3e1d61d5d05'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:06.265062 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:06.280055 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.341673 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f1a7d-5b96-42f3-a977-ffe1204c2c1c None None] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:33:06.434735 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device a09dedd6-25b0-4150-ad0e-63fa1ee2292f up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:06.453041 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Allocated IP 172.20.0.1 (3ac1ed3a-8612-40ff-94fc-f3e65a34872e/0bfed1f9-68f1-45c3-8611-d665b5f04109/89f73293-e07b-418b-928e-4d116cec45d4) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:06.453665 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c199d8b1-b6f8-4b93-bbb9-b4235fa6bd82 None None] For port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b1b58ba0-2ce2-431e-bad7-7d5efbce1f77,segment=NetworkSegment(aebcca22-98a1-45ef-92ac-6bd551179c54),segment_id=aebcca22-98a1-45ef-92ac-6bd551179c54)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:06.532887 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c199d8b1-b6f8-4b93-bbb9-b4235fa6bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.590742 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37190544-f287-46d0-b3f3-148e65ab0013 None None] Pushing event updated for resources: {'Port': ['ID=09810fbb-b324-484b-8b67-62b0beec5eb9,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:06.624712 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:33:06.671191 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.692978 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] Set router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:06.712306 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Transition to ACTIVE for port object 89f73293-e07b-418b-928e-4d116cec45d4 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:06.807841 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.897938 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:06.903693 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:06.909854 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:06.936880 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.943236 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199d8b1-b6f8-4b93-bbb9-b4235fa6bd82 None None] Pushing event updated for resources: {'Port': ['ID=b1b58ba0-2ce2-431e-bad7-7d5efbce1f77,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:06.949283 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-eeb296e1-b1c1-4695-a57c-73e7ddfafebb None None] Provisioning complete for port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:06.949904 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eeb296e1-b1c1-4695-a57c-73e7ddfafebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:06.966515 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Pushing event updated for resources: {'Port': ['ID=89f73293-e07b-418b-928e-4d116cec45d4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:06.996608 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.005178 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.056671 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port a09dedd6-25b0-4150-ad0e-63fa1ee2292f completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:07.061422 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:03Z', 'revision_number': 3, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port': {'id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:07.092558 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port a09dedd6-25b0-4150-ad0e-63fa1ee2292f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:07.092929 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.135415 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1d7ae-ed72-48d9-bed8-43357de8081a None None] The sync data for ids ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'] in dv-cinder-801717-2-iscsi is: [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:03Z', 'revision_number': 3, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port': {'id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:33:07.266686 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.315007 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Allocated IP 172.27.1.34 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/b571587f-610b-4a50-b484-929d780031be) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:07.383252 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.384214 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port a09dedd6-25b0-4150-ad0e-63fa1ee2292f, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:07.386742 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-dc2b82d7-c466-482c-9ae5-d1187e8cc183 None None] Provisioning for port 89f73293-e07b-418b-928e-4d116cec45d4 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:07.390704 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.465194 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:07.468000 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-dc2b82d7-c466-482c-9ae5-d1187e8cc183 None None] Provisioning complete for port 89f73293-e07b-418b-928e-4d116cec45d4 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:07.475226 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dc2b82d7-c466-482c-9ae5-d1187e8cc183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.543394 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b82d7-c466-482c-9ae5-d1187e8cc183 None None] Port 89f73293-e07b-418b-928e-4d116cec45d4 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:33:07.552254 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.635406 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.641517 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.643998 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:07.698920 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:07.708802 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:07.715856 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:07.765539 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Pushing event updated for resources: {'Port': ['ID=b571587f-610b-4a50-b484-929d780031be,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:07.825251 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Pushing event updated for resources: {'Port': ['ID=89f73293-e07b-418b-928e-4d116cec45d4,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:07.830820 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:08.046550 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:08.048162 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:08.126387 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:08.243323 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:33:08.463249 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:33:08.473278 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-883061a7-6a24-40ac-af28-df17b9d657a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4d24e6d-d989-4c23-b270-b3e1d61d5d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8647549 Jul 22 09:33:08.485135 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 09810fbb-b324-484b-8b67-62b0beec5eb9 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:08.584146 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:08.606149 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 09810fbb-b324-484b-8b67-62b0beec5eb9 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:08.612455 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 09810fbb-b324-484b-8b67-62b0beec5eb9 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:08.619854 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:08.667842 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-482a518a-06f5-40d4-933e-a7939378abba None None] Provisioning complete for port 89f73293-e07b-418b-928e-4d116cec45d4 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:08.668575 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-482a518a-06f5-40d4-933e-a7939378abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:08.760405 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-482a518a-06f5-40d4-933e-a7939378abba None None] Port 89f73293-e07b-418b-928e-4d116cec45d4 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:33:08.779231 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:33:08.811422 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:08.838586 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 09810fbb-b324-484b-8b67-62b0beec5eb9, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=09810fbb-b324-484b-8b67-62b0beec5eb9,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:08.843932 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:08.845095 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:08.947437 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=09810fbb-b324-484b-8b67-62b0beec5eb9,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:08.968932 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:08.969456 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.010872 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:33:09.028863 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Sync routers for ids ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:33:09.031026 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.036375 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 40998) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:09.037130 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-74f90faf-e2f7-4f0e-80b8-d165fa19c25b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3503764 Jul 22 09:33:09.053670 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Routers {'9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:09.054518 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:09.214416 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device a09dedd6-25b0-4150-ad0e-63fa1ee2292f up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:09.288131 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Set router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:09.370382 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port a09dedd6-25b0-4150-ad0e-63fa1ee2292f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:09.370382 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.390504 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41016) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:09.395784 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d5538760-b864-4103-95ac-c44082208a7f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526078991', 'description': 'tempest-secgroup-smoke-526078991 description', 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:09.451960 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5538760-b864-4103-95ac-c44082208a7f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.655943 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5538760-b864-4103-95ac-c44082208a7f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.664595 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5538760-b864-4103-95ac-c44082208a7f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.677273 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b571587f-610b-4a50-b484-929d780031be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 3, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port': {'id': 'b571587f-610b-4a50-b484-929d780031be', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:07Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:09.733124 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Checking router: 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:33:09.733491 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Updating router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df port b571587f-610b-4a50-b484-929d780031be binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:33:09.741664 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5538760-b864-4103-95ac-c44082208a7f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.743064 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d5538760-b864-4103-95ac-c44082208a7f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3510537 Jul 22 09:33:09.746712 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41032) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:09.752614 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-48034cd6-d5ce-425e-b50e-aceff1b9edaa tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'security_group_rule': {'security_group_id': '9831d8ed-f132-4188-b717-47cba4518e4b', 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:09.759037 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5538760-b864-4103-95ac-c44082208a7f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9831d8ed-f132-4188-b717-47cba4518e4b,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:09.785825 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-48034cd6-d5ce-425e-b50e-aceff1b9edaa tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.856545 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Sync routers for ids ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:33:09.872756 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Routers {'c4d24e6d-d989-4c23-b270-b3e1d61d5d05'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:09.873831 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:09.890307 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-48034cd6-d5ce-425e-b50e-aceff1b9edaa tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.898442 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-48034cd6-d5ce-425e-b50e-aceff1b9edaa tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.925932 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48034cd6-d5ce-425e-b50e-aceff1b9edaa tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5940ea-271e-48a1-b94b-4d588512ff5c,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:09.930718 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-48034cd6-d5ce-425e-b50e-aceff1b9edaa tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:09.932231 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-48034cd6-d5ce-425e-b50e-aceff1b9edaa tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1845021 Jul 22 09:33:09.935384 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41038) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:09.950673 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-33397863-e5cb-4596-9a36-6823f3647523 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'security_group_rule': {'security_group_id': '9831d8ed-f132-4188-b717-47cba4518e4b', 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:09.975523 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.002993 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33397863-e5cb-4596-9a36-6823f3647523 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.065159 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Set router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:10.093255 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33397863-e5cb-4596-9a36-6823f3647523 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.102415 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.102928 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33397863-e5cb-4596-9a36-6823f3647523 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.126449 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33397863-e5cb-4596-9a36-6823f3647523 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.132063 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-33397863-e5cb-4596-9a36-6823f3647523 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1936204 Jul 22 09:33:10.132757 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41042) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:10.139044 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ab3995aa-cb85-47ee-b5a1-bf173b2c1185 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'security_group_rule': {'security_group_id': '9831d8ed-f132-4188-b717-47cba4518e4b', 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:10.147476 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33397863-e5cb-4596-9a36-6823f3647523 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8705d7d7-c8f4-4799-992c-776e63e2ac02,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:10.182200 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab3995aa-cb85-47ee-b5a1-bf173b2c1185 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.264351 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab3995aa-cb85-47ee-b5a1-bf173b2c1185 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.273029 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab3995aa-cb85-47ee-b5a1-bf173b2c1185 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.301532 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab3995aa-cb85-47ee-b5a1-bf173b2c1185 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.306950 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ab3995aa-cb85-47ee-b5a1-bf173b2c1185 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714549 Jul 22 09:33:10.310363 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41044) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:10.313512 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 09810fbb-b324-484b-8b67-62b0beec5eb9 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:10.318257 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ef15ae4e-52ac-4b30-9009-d472ad88e345 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'security_group_rule': {'security_group_id': '9831d8ed-f132-4188-b717-47cba4518e4b', 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:10.328985 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3995aa-cb85-47ee-b5a1-bf173b2c1185 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259ed55a-b24a-459e-9f91-e4813ba4e256,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:10.359781 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Allocated IP 172.20.0.1 (35304ce3-06fc-4738-8db5-3881fb1e37fa/da13c83b-5d8e-48fe-9373-813a11a8a92c/2f4ada8d-dccb-4b93-a939-756f04409d03) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:10.363447 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ef15ae4e-52ac-4b30-9009-d472ad88e345 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.376723 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.391786 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Transition to ACTIVE for port object b571587f-610b-4a50-b484-929d780031be will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:10.402835 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.413945 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 4, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port': {'id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '89f73293-e07b-418b-928e-4d116cec45d4', 'name': '', 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'mac_address': 'fa:16:3e:23:f2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0bfed1f9-68f1-45c3-8611-d665b5f04109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 2, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'subnets': [{'id': '0bfed1f9-68f1-45c3-8611-d665b5f04109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:10.452110 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 09810fbb-b324-484b-8b67-62b0beec5eb9 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:10.453227 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.463980 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ef15ae4e-52ac-4b30-9009-d472ad88e345 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.466285 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Checking router: c4d24e6d-d989-4c23-b270-b3e1d61d5d05 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:33:10.466932 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Updating router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 port 89f73293-e07b-418b-928e-4d116cec45d4 binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:33:10.482776 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ef15ae4e-52ac-4b30-9009-d472ad88e345 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.505848 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Attempting to bind port b571587f-610b-4a50-b484-929d780031be on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:10.507018 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Attempting to bind port b571587f-610b-4a50-b484-929d780031be by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:10.507507 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Attempting to bind port b571587f-610b-4a50-b484-929d780031be on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:10.513808 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e5ae1-2212-45e7-becf-5e93540e30ed None None] Pushing event updated for resources: {'Port': ['ID=b571587f-610b-4a50-b484-929d780031be,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:10.528260 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.530935 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:10.531408 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:10.532327 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.532825 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:10.533407 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Bound port: b571587f-610b-4a50-b484-929d780031be, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:10.533899 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.539714 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.543765 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15ae4e-52ac-4b30-9009-d472ad88e345 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87017d8-939e-43b1-a980-00ee52358f66,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:10.546330 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ef15ae4e-52ac-4b30-9009-d472ad88e345 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.547662 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ef15ae4e-52ac-4b30-9009-d472ad88e345 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2342598 Jul 22 09:33:10.555401 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41050) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:10.562501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'security_group_rule': {'security_group_id': '9831d8ed-f132-4188-b717-47cba4518e4b', 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:10.613681 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Project a5cdc707fd6b4569b0f34c8f54fde969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 09:33:10.627610 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] For port b571587f-610b-4a50-b484-929d780031be, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:10.629046 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] For port b571587f-610b-4a50-b484-929d780031be, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b571587f-610b-4a50-b484-929d780031be,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:10.635483 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.638001 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.725960 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Routers {'9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:10.727045 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:10.794656 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.800380 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.815008 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.825822 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e5ae1-2212-45e7-becf-5e93540e30ed None None] Pushing event updated for resources: {'Port': ['ID=b571587f-610b-4a50-b484-929d780031be,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:10.826022 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7483743-9251-4973-9488-1a7a1e1c5b39,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:10.894676 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] Set router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:10.911644 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:10.917487 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:10.920604 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:10.923828 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Pushing event updated for resources: {'Port': ['ID=2f4ada8d-dccb-4b93-a939-756f04409d03,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:10.927342 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.932159 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41068) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:10.932320 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ead395e8-ba7f-4076-90b6-527c3e7dada9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3745470 Jul 22 09:33:10.937000 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'security_group_rule': {'security_group_id': '9831d8ed-f132-4188-b717-47cba4518e4b', 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:10.972059 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:10.981946 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Project a5cdc707fd6b4569b0f34c8f54fde969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 09:33:10.989323 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.005771 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.019544 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Transition to ACTIVE for port object 89f73293-e07b-418b-928e-4d116cec45d4 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:11.029394 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.113293 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a80a40-858e-4304-b6b0-19174410adeb None None] Pushing event updated for resources: {'Port': ['ID=89f73293-e07b-418b-928e-4d116cec45d4,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:11.125232 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.132248 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.156204 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b571587f-610b-4a50-b484-929d780031be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 3, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port': {'id': 'b571587f-610b-4a50-b484-929d780031be', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:07Z', 'updated_at': '2021-07-22T09:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:11.180424 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.181735 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2484729 Jul 22 09:33:11.185532 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43217b-c4a4-49f9-a405-833138df5fff tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b42a6bb-d248-40e7-86c9-8c21990f077a,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:11.204933 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bc752-a48d-4931-a377-97e9ae9b5c83 None None] The sync data for ids ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'] in dv-cinder-801717-2-iscsi is: [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b571587f-610b-4a50-b484-929d780031be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 3, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port': {'id': 'b571587f-610b-4a50-b484-929d780031be', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:07Z', 'updated_at': '2021-07-22T09:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:33:11.282751 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Attempting to bind port 89f73293-e07b-418b-928e-4d116cec45d4 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:11.285505 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Attempting to bind port 89f73293-e07b-418b-928e-4d116cec45d4 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:11.288772 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Attempting to bind port 89f73293-e07b-418b-928e-4d116cec45d4 on network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:11.299621 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:11.304224 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Checking segment: {'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:11.304787 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.305740 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Bound using segment: {'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:11.306390 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Bound port: 89f73293-e07b-418b-928e-4d116cec45d4, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebcca22-98a1-45ef-92ac-6bd551179c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:11.306880 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.334886 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.439490 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41086) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:11.505510 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] For port 89f73293-e07b-418b-928e-4d116cec45d4, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:11.509850 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] For port 89f73293-e07b-418b-928e-4d116cec45d4, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=89f73293-e07b-418b-928e-4d116cec45d4,segment=NetworkSegment(aebcca22-98a1-45ef-92ac-6bd551179c54),segment_id=aebcca22-98a1-45ef-92ac-6bd551179c54)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:11.521146 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.631719 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Routers {'c4d24e6d-d989-4c23-b270-b3e1d61d5d05'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:11.632927 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:11.658854 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.664645 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.743929 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0b0427b-223f-4519-81d4-dce6b889e693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.761480 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a80a40-858e-4304-b6b0-19174410adeb None None] Pushing event updated for resources: {'Port': ['ID=89f73293-e07b-418b-928e-4d116cec45d4,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:11.835096 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Pushing event updated for resources: {'Port': ['ID=2f4ada8d-dccb-4b93-a939-756f04409d03,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:11.847919 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] Set router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:11.852030 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.937889 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0b0427b-223f-4519-81d4-dce6b889e693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.945770 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0b0427b-223f-4519-81d4-dce6b889e693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:11.990045 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0427b-223f-4519-81d4-dce6b889e693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50039b6-babe-45f5-9624-de98089d7839,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:12.046552 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:12.051700 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d0b0427b-223f-4519-81d4-dce6b889e693 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e95d474d3ed4c308755ee9b5d3b6d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086900 Jul 22 09:33:12.051913 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:12.054107 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41106) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:12.125819 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 4, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port': {'id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '89f73293-e07b-418b-928e-4d116cec45d4', 'name': '', 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'mac_address': 'fa:16:3e:23:f2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0bfed1f9-68f1-45c3-8611-d665b5f04109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:11Z', 'revision_number': 4, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'subnets': [{'id': '0bfed1f9-68f1-45c3-8611-d665b5f04109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:12.152406 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-86516dde-2e3c-4106-9f6e-ed576f86b837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:12.159506 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697780c-7dd5-4167-837f-fad241ddbc2e None None] The sync data for ids ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'] in dv-cinder-801717-2-iscsi is: [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 4, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port': {'id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '89f73293-e07b-418b-928e-4d116cec45d4', 'name': '', 'network_id': '3ac1ed3a-8612-40ff-94fc-f3e65a34872e', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'mac_address': 'fa:16:3e:23:f2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0bfed1f9-68f1-45c3-8611-d665b5f04109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:11Z', 'revision_number': 4, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'subnets': [{'id': '0bfed1f9-68f1-45c3-8611-d665b5f04109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:33:12.182386 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-86516dde-2e3c-4106-9f6e-ed576f86b837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:12.219122 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:33:12.279302 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-86516dde-2e3c-4106-9f6e-ed576f86b837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:12.283264 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-86516dde-2e3c-4106-9f6e-ed576f86b837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:12.284705 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-86516dde-2e3c-4106-9f6e-ed576f86b837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d50039b6-babe-45f5-9624-de98089d7839 HTTP/1.1" status: 204 len: 168 time: 0.2293398 Jul 22 09:33:12.299866 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86516dde-2e3c-4106-9f6e-ed576f86b837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50039b6-babe-45f5-9624-de98089d7839,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:12.425931 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b571587f-610b-4a50-b484-929d780031be up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:12.432938 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:33:12.446109 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-742260e2-85c8-4b6b-9894-1a7332e7b76b admin admin] 10.222.0.20 "PUT /v2.0/routers/9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4028153 Jul 22 09:33:12.528814 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port b571587f-610b-4a50-b484-929d780031be completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:12.540972 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port b571587f-610b-4a50-b484-929d780031be triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:12.541368 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:12.677286 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:12.710282 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port b571587f-610b-4a50-b484-929d780031be, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b571587f-610b-4a50-b484-929d780031be,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:12.715881 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:12.794011 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=b571587f-610b-4a50-b484-929d780031be,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:12.858726 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41136) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:12.877496 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11b586ff-0139-45f0-98af-485d40f13e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.020422 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11b586ff-0139-45f0-98af-485d40f13e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.020614 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41144) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:13.027347 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11b586ff-0139-45f0-98af-485d40f13e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.068342 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b586ff-0139-45f0-98af-485d40f13e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88306af-7884-41cc-8ad0-bc3c7ca1cd0e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:13.073194 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-11b586ff-0139-45f0-98af-485d40f13e50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d49eb4dcaf345cb83048bd69cd85977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129476 Jul 22 09:33:13.075902 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41148) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:13.143877 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-114fb9d6-65cf-405b-b7d6-f82bee7d75f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.145612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c02c0a84-5e58-471b-bb62-260ec983418c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.186726 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-114fb9d6-65cf-405b-b7d6-f82bee7d75f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.282944 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-114fb9d6-65cf-405b-b7d6-f82bee7d75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.286217 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-114fb9d6-65cf-405b-b7d6-f82bee7d75f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.289962 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-114fb9d6-65cf-405b-b7d6-f82bee7d75f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e88306af-7884-41cc-8ad0-bc3c7ca1cd0e HTTP/1.1" status: 204 len: 168 time: 0.2105780 Jul 22 09:33:13.329636 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fb9d6-65cf-405b-b7d6-f82bee7d75f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88306af-7884-41cc-8ad0-bc3c7ca1cd0e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:13.360684 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c02c0a84-5e58-471b-bb62-260ec983418c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.366805 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c02c0a84-5e58-471b-bb62-260ec983418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.410525 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c02c0a84-5e58-471b-bb62-260ec983418c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c71b2ca5b6d4afcb82521da7a75883e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885028 Jul 22 09:33:13.412731 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c0a84-5e58-471b-bb62-260ec983418c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f242ba-5874-436a-8e5b-78ee460ef2ab,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:13.413825 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41160) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:13.501182 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d393a02-235a-4f4c-9cf7-13417f3ee0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.549750 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d393a02-235a-4f4c-9cf7-13417f3ee0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.610489 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d393a02-235a-4f4c-9cf7-13417f3ee0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.613412 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d393a02-235a-4f4c-9cf7-13417f3ee0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.615876 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9d393a02-235a-4f4c-9cf7-13417f3ee0fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6f242ba-5874-436a-8e5b-78ee460ef2ab HTTP/1.1" status: 204 len: 168 time: 0.1999702 Jul 22 09:33:13.624815 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d393a02-235a-4f4c-9cf7-13417f3ee0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f242ba-5874-436a-8e5b-78ee460ef2ab,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:13.695182 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41172) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:13.712384 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1bc97652-a81b-492b-ad48-8218c952f2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.825433 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1bc97652-a81b-492b-ad48-8218c952f2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.830242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1bc97652-a81b-492b-ad48-8218c952f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.880287 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1bc97652-a81b-492b-ad48-8218c952f2df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b3d381ed99f47ca995ebdfcea9214f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839695 Jul 22 09:33:13.881925 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc97652-a81b-492b-ad48-8218c952f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa9836e-5175-4e68-8950-82e096cde439,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:13.883538 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41180) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:13.955483 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-310ca73b-d54f-4c6d-9475-fa6fe949abda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:13.979395 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-310ca73b-d54f-4c6d-9475-fa6fe949abda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:14.035180 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-310ca73b-d54f-4c6d-9475-fa6fe949abda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:14.039864 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-310ca73b-d54f-4c6d-9475-fa6fe949abda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:14.041157 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-310ca73b-d54f-4c6d-9475-fa6fe949abda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aa9836e-5175-4e68-8950-82e096cde439 HTTP/1.1" status: 204 len: 168 time: 0.1561372 Jul 22 09:33:14.049421 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ca73b-d54f-4c6d-9475-fa6fe949abda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa9836e-5175-4e68-8950-82e096cde439,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:14.340384 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b571587f-610b-4a50-b484-929d780031be up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:14.397870 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port b571587f-610b-4a50-b484-929d780031be triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:14.398314 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:14.497972 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 89f73293-e07b-418b-928e-4d116cec45d4 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:14.559781 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 89f73293-e07b-418b-928e-4d116cec45d4 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:14.566372 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 89f73293-e07b-418b-928e-4d116cec45d4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:14.566835 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:14.718258 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:14.774181 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 89f73293-e07b-418b-928e-4d116cec45d4, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=89f73293-e07b-418b-928e-4d116cec45d4,segment=NetworkSegment(aebcca22-98a1-45ef-92ac-6bd551179c54),segment_id=aebcca22-98a1-45ef-92ac-6bd551179c54)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:14.779466 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:14.837802 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=89f73293-e07b-418b-928e-4d116cec45d4,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:15.085001 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Sync routers for ids ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:33:15.097818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Routers {'9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:15.102233 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:15.245898 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Set router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:15.501611 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b571587f-610b-4a50-b484-929d780031be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:11Z', 'revision_number': 4, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port': {'id': 'b571587f-610b-4a50-b484-929d780031be', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:07Z', 'updated_at': '2021-07-22T09:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '2f4ada8d-dccb-4b93-a939-756f04409d03', 'name': '', 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'mac_address': 'fa:16:3e:24:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:10Z', 'updated_at': '2021-07-22T09:33:11Z', 'revision_number': 2, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'subnets': [{'id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:15.528727 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Checking router: 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:33:15.529086 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Updating router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df port 2f4ada8d-dccb-4b93-a939-756f04409d03 binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:33:15.563896 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:15.880032 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:15.891169 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Transition to ACTIVE for port object 2f4ada8d-dccb-4b93-a939-756f04409d03 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:15.897733 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:15.948594 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a176b4-a86b-4bf2-a4da-2b0eac9ce9de None None] Pushing event updated for resources: {'Port': ['ID=2f4ada8d-dccb-4b93-a939-756f04409d03,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:16.017561 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Attempting to bind port 2f4ada8d-dccb-4b93-a939-756f04409d03 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:16.018000 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Attempting to bind port 2f4ada8d-dccb-4b93-a939-756f04409d03 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:16.018532 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Attempting to bind port 2f4ada8d-dccb-4b93-a939-756f04409d03 on network 35304ce3-06fc-4738-8db5-3881fb1e37fa {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:16.031784 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:16.032302 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Checking segment: {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:16.032857 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:16.033494 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Bound using segment: {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:16.034229 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Bound port: 2f4ada8d-dccb-4b93-a939-756f04409d03, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:16.034745 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:16.123310 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] For port 2f4ada8d-dccb-4b93-a939-756f04409d03, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:16.127253 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] For port 2f4ada8d-dccb-4b93-a939-756f04409d03, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=2f4ada8d-dccb-4b93-a939-756f04409d03,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:16.133262 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:16.144249 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-7b7266e3-77d1-40e5-9aff-2c3f77ec329b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:16.145932 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-7b7266e3-77d1-40e5-9aff-2c3f77ec329b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 818 time: 0.1575732 Jul 22 09:33:16.170584 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-0eb49440-e61b-4649-a5c5-ba2711973e45 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/quotas/12bb4ade370244afa6789104e46d5d7a HTTP/1.1" status: 200 len: 375 time: 0.0175006 Jul 22 09:33:16.196052 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Routers {'9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:33:16.196707 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:32:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:16.257121 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-bf2a482f-4be1-4273-bc56-abd530ea47fb tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758061 Jul 22 09:33:16.270157 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a176b4-a86b-4bf2-a4da-2b0eac9ce9de None None] Pushing event updated for resources: {'Port': ['ID=2f4ada8d-dccb-4b93-a939-756f04409d03,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:16.327989 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 89f73293-e07b-418b-928e-4d116cec45d4 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:16.355777 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] Set router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:33:16.375512 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-34bee169-a634-4749-a482-b0f06822f7fd service neutron] 10.222.0.20 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132486 Jul 22 09:33:16.572450 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-8bfce860-6758-42d8-a88c-37aa26495c09 service neutron] 10.222.0.20 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908104 Jul 22 09:33:16.695286 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 89f73293-e07b-418b-928e-4d116cec45d4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:16.695784 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:16.789836 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b571587f-610b-4a50-b484-929d780031be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:11Z', 'revision_number': 4, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port': {'id': 'b571587f-610b-4a50-b484-929d780031be', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:07Z', 'updated_at': '2021-07-22T09:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '2f4ada8d-dccb-4b93-a939-756f04409d03', 'name': '', 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'mac_address': 'fa:16:3e:24:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:10Z', 'updated_at': '2021-07-22T09:33:16Z', 'revision_number': 4, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'subnets': [{'id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:33:16.827360 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd454d4-a4af-476a-aac8-86d8691fd4e5 None None] The sync data for ids ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'] in dv-cinder-801717-2-iscsi is: [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b571587f-610b-4a50-b484-929d780031be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:33:11Z', 'revision_number': 4, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port': {'id': 'b571587f-610b-4a50-b484-929d780031be', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:07Z', 'updated_at': '2021-07-22T09:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '2f4ada8d-dccb-4b93-a939-756f04409d03', 'name': '', 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'mac_address': 'fa:16:3e:24:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:10Z', 'updated_at': '2021-07-22T09:33:16Z', 'revision_number': 4, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'subnets': [{'id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:33:16.863776 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81888a3f-d8eb-4382-a20b-6a664b796a15 req-a0ecc127-4a67-429b-99b0-c2ea139df7d2 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 210 time: 0.0489972 Jul 22 09:33:17.219937 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4431f-92f6-479b-8221-df77877c56bf req-1648f3ae-2222-44da-a199-936e734ad60d tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:17.221558 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-1648f3ae-2222-44da-a199-936e734ad60d tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 818 time: 0.1201487 Jul 22 09:33:17.238011 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-d7484ddc-8312-4f68-9d94-c932be9a6891 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/quotas/12bb4ade370244afa6789104e46d5d7a HTTP/1.1" status: 200 len: 375 time: 0.0098698 Jul 22 09:33:17.315564 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-5522e3d2-b942-4107-a2d2-4dc456bb7c82 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697510 Jul 22 09:33:17.410744 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-07ac5ba7-85af-45aa-a5ec-2b36475bb03a service neutron] 10.222.0.20 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943024 Jul 22 09:33:17.505886 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-30e3da25-eee7-4b04-821c-92af32848434 service neutron] 10.222.0.20 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892100 Jul 22 09:33:17.573624 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41386) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:17.670789 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:17.694620 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f5d6e2f2-0b6d-4e7a-9489-ba5559d4273e req-0cd110a7-e16d-476e-b0e6-9617b427c85f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 210 time: 0.0481839 Jul 22 09:33:17.745445 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-284cfd3c-d55c-4bce-a59b-b5a1ed279f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:17.836564 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-284cfd3c-d55c-4bce-a59b-b5a1ed279f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:17.840501 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-284cfd3c-d55c-4bce-a59b-b5a1ed279f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:17.878452 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-284cfd3c-d55c-4bce-a59b-b5a1ed279f54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c270bb288ed34f459108ce9e960df50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035600 Jul 22 09:33:17.879598 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cfd3c-d55c-4bce-a59b-b5a1ed279f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a6a80a-e405-4c02-acff-5c67773db8ab,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:17.881680 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41406) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:17.936926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06554404-991e-4ebf-a0f5-5a555e0cad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:17.960412 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06554404-991e-4ebf-a0f5-5a555e0cad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.012725 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06554404-991e-4ebf-a0f5-5a555e0cad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.015591 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06554404-991e-4ebf-a0f5-5a555e0cad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.019132 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-06554404-991e-4ebf-a0f5-5a555e0cad5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2a6a80a-e405-4c02-acff-5c67773db8ab HTTP/1.1" status: 204 len: 168 time: 0.1335588 Jul 22 09:33:18.025366 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06554404-991e-4ebf-a0f5-5a555e0cad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a6a80a-e405-4c02-acff-5c67773db8ab,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:18.277546 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 2f4ada8d-dccb-4b93-a939-756f04409d03 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:18.281566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41414) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:18.295783 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd2b4-5494-4c37-9676-5e2c424a3765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.324179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 2f4ada8d-dccb-4b93-a939-756f04409d03 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:18.327801 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 2f4ada8d-dccb-4b93-a939-756f04409d03 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:18.328173 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.390122 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd2b4-5494-4c37-9676-5e2c424a3765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.394620 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd2b4-5494-4c37-9676-5e2c424a3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.405629 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.433284 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cd2b4-5494-4c37-9676-5e2c424a3765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5bcc5b-1721-4be3-8628-4aa1c16fba6f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:18.437372 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ec1cd2b4-5494-4c37-9676-5e2c424a3765 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec39e6b4161d418cb094e975493d145e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547499 Jul 22 09:33:18.439961 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41416) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:18.443734 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 2f4ada8d-dccb-4b93-a939-756f04409d03, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=2f4ada8d-dccb-4b93-a939-756f04409d03,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:18.448805 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.488391 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b43c7036-a625-48ce-8eba-65110df3d19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.498293 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=2f4ada8d-dccb-4b93-a939-756f04409d03,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:18.509420 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b43c7036-a625-48ce-8eba-65110df3d19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.554965 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b43c7036-a625-48ce-8eba-65110df3d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.557588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b43c7036-a625-48ce-8eba-65110df3d19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:18.558835 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b43c7036-a625-48ce-8eba-65110df3d19a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d5bcc5b-1721-4be3-8628-4aa1c16fba6f HTTP/1.1" status: 204 len: 168 time: 0.1179481 Jul 22 09:33:18.566641 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c7036-a625-48ce-8eba-65110df3d19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5bcc5b-1721-4be3-8628-4aa1c16fba6f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:18.741793 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-40cff60a-7906-49be-9761-d79b05ac02d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225400 Jul 22 09:33:18.925064 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b34af998-eb95-4ace-b663-744ea91d7a08 req-4e5f63f1-f7f8-45a4-9f58-0621a5f5b4fe tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 210 time: 0.0766747 Jul 22 09:33:18.951732 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-1d70613e-496c-4434-8de9-2b86f3b5dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:18.954295 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-1d70613e-496c-4434-8de9-2b86f3b5dd29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1098 time: 0.1374049 Jul 22 09:33:18.988086 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ae30-22f9-424b-aade-43856381d5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:19.117419 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-f4f5e76d-aafc-4908-8532-64c664b86d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:19.119210 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-f4f5e76d-aafc-4908-8532-64c664b86d9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.1176491 Jul 22 09:33:19.213554 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-814db2b8-0897-46a4-8272-dcf239f3e7a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 1001 time: 0.0849185 Jul 22 09:33:19.267432 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-fd66e165-cd55-4f0c-b372-2976134448da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:19.269277 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-fd66e165-cd55-4f0c-b372-2976134448da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0485182 Jul 22 09:33:19.347653 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-07f0d3ac-a564-4f3b-8b4c-8bb640105bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:19.349261 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-07f0d3ac-a564-4f3b-8b4c-8bb640105bdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675459 Jul 22 09:33:19.780754 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-0ae3830c-5596-4956-a353-df12493cbe85 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219058 Jul 22 09:33:19.810355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.46', 60495) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:19.820452 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4431f-92f6-479b-8221-df77877c56bf req-6c7c133c-e067-484f-95f8-00ad7fc4c164 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:19.822014 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-6c7c133c-e067-484f-95f8-00ad7fc4c164 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 818 time: 0.3688953 Jul 22 09:33:19.841908 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Request body: {'port': {'device_id': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'admin_state_up': True, 'tenant_id': '12bb4ade370244afa6789104e46d5d7a'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:20.003236 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8cff704-ad81-47ed-9ecb-6fabacce2765 req-1d0b5588-a316-4645-becd-09cc5b303259 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091455 Jul 22 09:33:20.116652 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e8f674c-d398-4889-929e-afefb35e3b23 req-f063a59a-ffe1-4706-987e-e41cf7db49e4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 210 time: 0.0377316 Jul 22 09:33:20.117401 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Made reservation on behalf of 12bb4ade370244afa6789104e46d5d7a for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:20.120827 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:20.228533 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-00c81880-c9c7-4fef-b569-64b5d8cd86ae tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:20.234282 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-00c81880-c9c7-4fef-b569-64b5d8cd86ae tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 818 time: 0.4191248 Jul 22 09:33:20.247022 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Request body: {'port': {'device_id': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'admin_state_up': True, 'tenant_id': '12bb4ade370244afa6789104e46d5d7a'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:20.281478 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 2f4ada8d-dccb-4b93-a939-756f04409d03 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:20.324191 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Allocated IP 172.20.0.11 (35304ce3-06fc-4738-8db5-3881fb1e37fa/da13c83b-5d8e-48fe-9373-813a11a8a92c/f1a89192-fbdd-4ed7-be99-d3faae269e4e) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:20.386008 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 2f4ada8d-dccb-4b93-a939-756f04409d03 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:20.386759 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:20.476516 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Made reservation on behalf of 12bb4ade370244afa6789104e46d5d7a for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:20.480366 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:20.601759 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:20.682163 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:20.736860 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:20.741337 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:20.745550 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:20.763343 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Allocated IP 172.20.0.7 (35304ce3-06fc-4738-8db5-3881fb1e37fa/da13c83b-5d8e-48fe-9373-813a11a8a92c/c1aa09b4-9b30-4469-93f1-ea7e78ba644c) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:20.794657 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Pushing event updated for resources: {'Port': ['ID=f1a89192-fbdd-4ed7-be99-d3faae269e4e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:20.820251 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:20.821548 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:20.841093 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-2e1082f9-9e60-43d1-908d-29962339282b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0036745 Jul 22 09:33:20.858037 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Request body: {'port': {'device_id': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:20.963192 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.044404 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.083523 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.169946 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Network 35304ce3-06fc-4738-8db5-3881fb1e37fa is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:21.178569 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:21.184345 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:21.223215 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Pushing event updated for resources: {'Port': ['ID=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:21.248206 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:21.248206 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.258039 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-68eee610-256a-45bd-a5fb-47e7f8cb0df3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0178266 Jul 22 09:33:21.271093 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Request body: {'port': {'device_id': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:21.351297 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.354328 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284745a-853b-4eab-b203-e982f1020922 req-dd3fb3db-d243-459e-b191-da3c68135603 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:21.356691 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3284745a-853b-4eab-b203-e982f1020922 req-dd3fb3db-d243-459e-b191-da3c68135603 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 932 time: 0.1375062 Jul 22 09:33:21.360485 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a89192-fbdd-4ed7-be99-d3faae269e4e {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:33:21.381488 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.405278 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Transition to ACTIVE for port object f1a89192-fbdd-4ed7-be99-d3faae269e4e will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:21.416750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.447602 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3284745a-853b-4eab-b203-e982f1020922 req-e2596d0c-ef9b-41d7-8dce-af10b8d030aa tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745132 Jul 22 09:33:21.522468 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7491e449-4089-43f8-a68a-f3510656d6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.528194 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Pushing event updated for resources: {'Port': ['ID=f1a89192-fbdd-4ed7-be99-d3faae269e4e,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:21.563279 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Attempting to bind port f1a89192-fbdd-4ed7-be99-d3faae269e4e on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:21.563642 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Attempting to bind port f1a89192-fbdd-4ed7-be99-d3faae269e4e by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:21.563977 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Attempting to bind port f1a89192-fbdd-4ed7-be99-d3faae269e4e on network 35304ce3-06fc-4738-8db5-3881fb1e37fa {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:21.568433 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Port f1a89192-fbdd-4ed7-be99-d3faae269e4e on network 35304ce3-06fc-4738-8db5-3881fb1e37fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:33:21.568780 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Attempting to bind port f1a89192-fbdd-4ed7-be99-d3faae269e4e on network 35304ce3-06fc-4738-8db5-3881fb1e37fa {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:21.574286 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:21.574652 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Checking segment: {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:21.575196 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Bound using segment: {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:21.575507 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Bound port: f1a89192-fbdd-4ed7-be99-d3faae269e4e, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:21.575870 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.596919 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.667085 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] For port f1a89192-fbdd-4ed7-be99-d3faae269e4e, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:21.670208 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] For port f1a89192-fbdd-4ed7-be99-d3faae269e4e, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:21.675532 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.707986 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:21.708600 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.710530 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] 10.222.0.46 "PUT /v2.0/ports/f1a89192-fbdd-4ed7-be99-d3faae269e4e HTTP/1.1" status: 200 len: 1094 time: 0.8599932 Jul 22 09:33:21.710964 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'tag': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:33:21.713320 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e80870-7024-4aa6-9e59-efd2309f4d81" -d '{"events": [{"name": "network-changed", "server_uuid": "e8673b82-60e4-4881-ab9b-ef5e1a55c2c3", "tag": "f1a89192-fbdd-4ed7-be99-d3faae269e4e"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:33:21.716948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1aa09b4-9b30-4469-93f1-ea7e78ba644c {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:33:21.726424 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.741174 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc525f5-4e82-4352-80dd-f8b84eb539cc service neutron] Pushing event updated for resources: {'Port': ['ID=f1a89192-fbdd-4ed7-be99-d3faae269e4e,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:21.741374 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Transition to ACTIVE for port object c1aa09b4-9b30-4469-93f1-ea7e78ba644c will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:21.745523 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.776989 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c109e332-f23b-48d0-89f8-bf45af6ab271 x-openstack-request-id: req-c109e332-f23b-48d0-89f8-bf45af6ab271 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:33:21.777287 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8673b82-60e4-4881-ab9b-ef5e1a55c2c3", "tag": "f1a89192-fbdd-4ed7-be99-d3faae269e4e", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:33:21.777548 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c109e332-f23b-48d0-89f8-bf45af6ab271 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:33:21.778020 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'tag': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e', 'status': 'completed', 'code': 200} Jul 22 09:33:21.806351 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Pushing event updated for resources: {'Port': ['ID=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:21.835786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4431f-92f6-479b-8221-df77877c56bf req-bf6b1bee-2902-412e-b54e-63d557ef28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:21.837301 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-bf6b1bee-2902-412e-b54e-63d557ef28b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0743504 Jul 22 09:33:21.916979 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Attempting to bind port c1aa09b4-9b30-4469-93f1-ea7e78ba644c on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:21.917446 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Attempting to bind port c1aa09b4-9b30-4469-93f1-ea7e78ba644c by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:21.918051 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Attempting to bind port c1aa09b4-9b30-4469-93f1-ea7e78ba644c on network 35304ce3-06fc-4738-8db5-3881fb1e37fa {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:21.923692 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Port c1aa09b4-9b30-4469-93f1-ea7e78ba644c on network 35304ce3-06fc-4738-8db5-3881fb1e37fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:33:21.924130 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Attempting to bind port c1aa09b4-9b30-4469-93f1-ea7e78ba644c on network 35304ce3-06fc-4738-8db5-3881fb1e37fa {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:21.930221 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:21.930743 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Checking segment: {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:21.931155 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-11b181e8-4b9e-4ae1-bf6a-f2af85056b32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e HTTP/1.1" status: 200 len: 217 time: 0.0842824 Jul 22 09:33:21.931476 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Bound using segment: {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:21.932174 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Bound port: c1aa09b4-9b30-4469-93f1-ea7e78ba644c, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2775970-0578-4a17-81ec-3af68c684a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:21.932623 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:21.991405 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4431f-92f6-479b-8221-df77877c56bf req-f3026b68-e538-4312-b44a-edd0731612f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:21.993220 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-f3026b68-e538-4312-b44a-edd0731612f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0523922 Jul 22 09:33:22.024613 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] For port c1aa09b4-9b30-4469-93f1-ea7e78ba644c, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:22.038580 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] For port c1aa09b4-9b30-4469-93f1-ea7e78ba644c, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:22.041983 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-36720139-ae03-43d6-89eb-75e9e4a9c4ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414405 Jul 22 09:33:22.043821 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:22.081625 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.082295 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:22.083706 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] 10.222.0.46 "PUT /v2.0/ports/c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 1093 time: 0.8178678 Jul 22 09:33:22.085368 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'tag': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:33:22.089711 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e1c320-0b33-434e-91c3-9aa4daaab21d" -d '{"events": [{"name": "network-changed", "server_uuid": "b50955c5-2a8d-48c7-ba88-6713c0baeadd", "tag": "c1aa09b4-9b30-4469-93f1-ea7e78ba644c"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:33:22.161463 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-6d24a58f-9e7c-4e00-8a63-745c9fe63b63 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118460 Jul 22 09:33:22.163903 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda8a153-53e4-4aa0-945d-4adc20193124 x-openstack-request-id: req-cda8a153-53e4-4aa0-945d-4adc20193124 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:33:22.164402 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50955c5-2a8d-48c7-ba88-6713c0baeadd", "tag": "c1aa09b4-9b30-4469-93f1-ea7e78ba644c", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:33:22.164656 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cda8a153-53e4-4aa0-945d-4adc20193124 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:33:22.165045 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'tag': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c', 'status': 'completed', 'code': 200} Jul 22 09:33:22.214146 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299982d-2c42-4364-a50d-8a741aea0c6c service neutron] Pushing event updated for resources: {'Port': ['ID=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:22.252311 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1e5307b5-fd71-4b65-9446-5f9f8f5f33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.253762 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1e5307b5-fd71-4b65-9446-5f9f8f5f33d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1096 time: 0.1244926 Jul 22 09:33:22.258856 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0a4431f-92f6-479b-8221-df77877c56bf req-92f29021-d992-4af6-99ac-976997708b4a service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893624 Jul 22 09:33:22.327280 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-ae0f41b6-1c53-417d-b5bb-45320cbd83c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 217 time: 0.0602586 Jul 22 09:33:22.363845 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-0d86cdd8-2dd8-4749-870c-3fdd6e3112e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.365327 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-0d86cdd8-2dd8-4749-870c-3fdd6e3112e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0580394 Jul 22 09:33:22.382097 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-2b1de2a6-1bfd-49fc-ba21-4540244320e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.383630 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-2b1de2a6-1bfd-49fc-ba21-4540244320e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0504959 Jul 22 09:33:22.440482 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-0f6b327b-763e-4bc7-96d4-23161c350991 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492201 Jul 22 09:33:22.452291 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-afa6e6cb-79f1-4f36-b9b9-4708fd0532be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.453992 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-afa6e6cb-79f1-4f36-b9b9-4708fd0532be service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.0817552 Jul 22 09:33:22.498455 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-d09bec4b-86fb-479d-93d0-1c377b2602d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e HTTP/1.1" status: 200 len: 217 time: 0.0381386 Jul 22 09:33:22.533910 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-bc560a08-246f-4510-a5dc-31a285a3dd46 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868962 Jul 22 09:33:22.581771 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-95d713fb-4a18-45dc-82d0-75e30e67df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.583378 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-95d713fb-4a18-45dc-82d0-75e30e67df4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0751436 Jul 22 09:33:22.622375 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-0a7ddccc-0e38-428f-a33e-0159a2173b87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314767 Jul 22 09:33:22.628581 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f37a7a3-6abb-4774-99e2-06f27060d939 req-1855513d-ffd1-4716-b387-eb5d5a3c5d92 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859246 Jul 22 09:33:22.671102 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c362a-cec9-4407-99a7-8823a0631e78 req-cc32cffd-5753-4294-b424-5a2e7f2bb21a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.672612 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f0c362a-cec9-4407-99a7-8823a0631e78 req-cc32cffd-5753-4294-b424-5a2e7f2bb21a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 944 time: 0.1308749 Jul 22 09:33:22.730654 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-0212e341-ca3c-4e3c-a5a0-845abcb4dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:22.732251 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-0212e341-ca3c-4e3c-a5a0-845abcb4dbd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1096 time: 0.0578117 Jul 22 09:33:22.748794 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f0c362a-cec9-4407-99a7-8823a0631e78 req-6d938c8a-e1be-4f75-acf5-bac4d40df593 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695558 Jul 22 09:33:22.768478 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-f15b069f-1370-44d9-996a-62a9b164be24 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388066 Jul 22 09:33:22.889004 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8e80870-7024-4aa6-9e59-efd2309f4d81 req-6d7d5090-894e-4297-9af1-57412bc8c496 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093044 Jul 22 09:33:23.086260 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-a7795041-35ca-4688-bdb3-a8941d48d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:23.088848 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-a7795041-35ca-4688-bdb3-a8941d48d139 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.3488567 Jul 22 09:33:23.113885 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:23.145060 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-a5bb7399-dbab-4766-89ed-d8322fcdc00b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 217 time: 0.0486288 Jul 22 09:33:23.205189 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-360a441a-1b5e-4104-a9f4-5e655137d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:23.206816 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-360a441a-1b5e-4104-a9f4-5e655137d1b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0522995 Jul 22 09:33:23.245893 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-045c953e-34dd-431a-9ebe-8ec4dfdc439e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329332 Jul 22 09:33:23.345420 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-4e28fa4b-f964-49dc-9c34-9bf86082960a service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923173 Jul 22 09:33:23.441797 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-58e1c320-0b33-434e-91c3-9aa4daaab21d req-d773791d-c1fe-4e6e-961d-5007c0fbc2f1 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882800 Jul 22 09:33:23.882923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6628b5-62aa-4d4f-b61b-6d78379d728b req-0dda9571-1583-4183-b86e-f7218beac367 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:23.884421 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d6628b5-62aa-4d4f-b61b-6d78379d728b req-0dda9571-1583-4183-b86e-f7218beac367 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 944 time: 0.0639634 Jul 22 09:33:23.922160 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d6628b5-62aa-4d4f-b61b-6d78379d728b req-73658dd2-fe76-4a96-8b62-59d5e0c13b8e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Jul 22 09:33:24.638098 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:25.048045 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c545828-329f-4806-948f-b4cc2025d0ae req-d61e1f13-1f1b-4512-985a-33e7805304e0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:25.049518 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c545828-329f-4806-948f-b4cc2025d0ae req-d61e1f13-1f1b-4512-985a-33e7805304e0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 944 time: 0.0617268 Jul 22 09:33:25.086219 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c545828-329f-4806-948f-b4cc2025d0ae req-f65c9919-a140-49b7-8b58-b02c47bff12a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310595 Jul 22 09:33:25.716743 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41724) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:25.820173 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-31514042-fff1-4f7b-8f31-6e8d619af2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:25.851360 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c1aa09b4-9b30-4469-93f1-ea7e78ba644c details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:33:25.925776 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-31514042-fff1-4f7b-8f31-6e8d619af2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:25.930705 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-31514042-fff1-4f7b-8f31-6e8d619af2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:25.951694 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c1aa09b4-9b30-4469-93f1-ea7e78ba644c, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:25.963841 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c', 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'port_id': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c', 'mac_address': 'fa:16:3e:eb:26:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:33:25.970957 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-31514042-fff1-4f7b-8f31-6e8d619af2d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96cad6c697424c578530489bbf95f1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529933 Jul 22 09:33:25.971805 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31514042-fff1-4f7b-8f31-6e8d619af2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1184b878-e0fc-4101-8292-04be0ee72305,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:25.973772 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41728) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:26.007318 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.021824 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1aa09b4-9b30-4469-93f1-ea7e78ba644c {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:33:26.040707 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574480a1-fb02-400d-ad2b-de16f8ca7338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.041551 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c1aa09b4-9b30-4469-93f1-ea7e78ba644c, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:26.045287 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.045950 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f1a89192-fbdd-4ed7-be99-d3faae269e4e details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:33:26.062785 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574480a1-fb02-400d-ad2b-de16f8ca7338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.112317 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574480a1-fb02-400d-ad2b-de16f8ca7338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.112522 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f1a89192-fbdd-4ed7-be99-d3faae269e4e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:26.114808 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:26.115920 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574480a1-fb02-400d-ad2b-de16f8ca7338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.117137 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-574480a1-fb02-400d-ad2b-de16f8ca7338 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1184b878-e0fc-4101-8292-04be0ee72305 HTTP/1.1" status: 204 len: 168 time: 0.1422939 Jul 22 09:33:26.127193 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574480a1-fb02-400d-ad2b-de16f8ca7338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184b878-e0fc-4101-8292-04be0ee72305,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:26.127344 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e', 'network_id': '35304ce3-06fc-4738-8db5-3881fb1e37fa', 'port_id': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e', 'mac_address': 'fa:16:3e:c8:42:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da13c83b-5d8e-48fe-9373-813a11a8a92c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:33:26.174533 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.194862 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a89192-fbdd-4ed7-be99-d3faae269e4e {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:33:26.242380 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f1a89192-fbdd-4ed7-be99-d3faae269e4e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:26.248046 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.313247 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f1a89192-fbdd-4ed7-be99-d3faae269e4e,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:26.315064 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0dfe8-2620-4421-93d1-f76a619224eb req-7974a41e-0fb8-4a56-86f9-11ec51477c9c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:26.323699 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ff0dfe8-2620-4421-93d1-f76a619224eb req-7974a41e-0fb8-4a56-86f9-11ec51477c9c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 944 time: 0.1028776 Jul 22 09:33:26.364044 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ff0dfe8-2620-4421-93d1-f76a619224eb req-87be626b-8588-4766-b7af-6590003204fb tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Jul 22 09:33:26.444677 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41742) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:26.457870 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-455c58db-b3c8-45e2-8427-544bce56dc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.546222 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['c1aa09b4-9b30-4469-93f1-ea7e78ba644c'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:33:26.569130 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-455c58db-b3c8-45e2-8427-544bce56dc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.571128 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['f1a89192-fbdd-4ed7-be99-d3faae269e4e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:33:26.573279 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-455c58db-b3c8-45e2-8427-544bce56dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.613037 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c58db-b3c8-45e2-8427-544bce56dc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07582400-4a78-40a9-94dd-7c9459e1dec5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:26.618309 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-455c58db-b3c8-45e2-8427-544bce56dc14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=191d05e73db749cdb9bca49152fdfe43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725452 Jul 22 09:33:26.619956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41744) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:26.673347 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69838786-1feb-488d-95a3-45ca1da0e471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.697151 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69838786-1feb-488d-95a3-45ca1da0e471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.743495 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69838786-1feb-488d-95a3-45ca1da0e471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.746348 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69838786-1feb-488d-95a3-45ca1da0e471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:26.747597 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-69838786-1feb-488d-95a3-45ca1da0e471 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07582400-4a78-40a9-94dd-7c9459e1dec5 HTTP/1.1" status: 204 len: 168 time: 0.1264176 Jul 22 09:33:26.760907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69838786-1feb-488d-95a3-45ca1da0e471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07582400-4a78-40a9-94dd-7c9459e1dec5,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:27.072396 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41756) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:27.086516 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a4fcdba6-fd11-43a4-b185-b9e6543bdfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:27.175768 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a4fcdba6-fd11-43a4-b185-b9e6543bdfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:27.179260 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a4fcdba6-fd11-43a4-b185-b9e6543bdfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:27.215510 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a4fcdba6-fd11-43a4-b185-b9e6543bdfe4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dde9dad6e884a1fbc6118db23ed141c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420341 Jul 22 09:33:27.217379 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcdba6-fd11-43a4-b185-b9e6543bdfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b38acd-6c4e-4d33-9846-bb3983f6622b,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:27.218242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41758) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:27.270534 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db1d3fd0-2e4c-4265-925e-9a5d862ac40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:27.292852 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db1d3fd0-2e4c-4265-925e-9a5d862ac40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:27.346884 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db1d3fd0-2e4c-4265-925e-9a5d862ac40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:27.350529 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db1d3fd0-2e4c-4265-925e-9a5d862ac40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:27.352092 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-db1d3fd0-2e4c-4265-925e-9a5d862ac40a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4b38acd-6c4e-4d33-9846-bb3983f6622b HTTP/1.1" status: 204 len: 168 time: 0.1328318 Jul 22 09:33:27.361603 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3fd0-2e4c-4265-925e-9a5d862ac40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b38acd-6c4e-4d33-9846-bb3983f6622b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:27.505698 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2909a0-54e9-4e61-81d8-ad9f1d6730d5 req-3ed1f93a-1e1f-4885-abb6-f08ccf1d5c69 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:27.507357 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e2909a0-54e9-4e61-81d8-ad9f1d6730d5 req-3ed1f93a-1e1f-4885-abb6-f08ccf1d5c69 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0690420 Jul 22 09:33:27.570894 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e2909a0-54e9-4e61-81d8-ad9f1d6730d5 req-9a99b503-4b22-47b8-aeed-654c7de38f53 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576916 Jul 22 09:33:27.881714 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c1aa09b4-9b30-4469-93f1-ea7e78ba644c up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:27.932889 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port c1aa09b4-9b30-4469-93f1-ea7e78ba644c completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:27.936731 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port c1aa09b4-9b30-4469-93f1-ea7e78ba644c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:27.937179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.017180 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.040210 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:33:28.042634 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699aeb43-a1ad-45fa-9449-44997ec92a42" -d '{"events": [{"server_uuid": "b50955c5-2a8d-48c7-ba88-6713c0baeadd", "name": "network-vif-plugged", "status": "completed", "tag": "c1aa09b4-9b30-4469-93f1-ea7e78ba644c"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:33:28.055023 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c1aa09b4-9b30-4469-93f1-ea7e78ba644c, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:28.060275 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.061070 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f1a89192-fbdd-4ed7-be99-d3faae269e4e up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:33:28.084646 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75834ee0-42a3-405c-8f2b-6168583ba896 x-openstack-request-id: req-75834ee0-42a3-405c-8f2b-6168583ba896 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:33:28.084937 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50955c5-2a8d-48c7-ba88-6713c0baeadd", "name": "network-vif-plugged", "status": "completed", "tag": "c1aa09b4-9b30-4469-93f1-ea7e78ba644c", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:33:28.085193 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75834ee0-42a3-405c-8f2b-6168583ba896 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:33:28.085597 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c', 'code': 200} Jul 22 09:33:28.127807 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 41806) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:28.139422 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:28.152399 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port f1a89192-fbdd-4ed7-be99-d3faae269e4e completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:33:28.157097 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port f1a89192-fbdd-4ed7-be99-d3faae269e4e triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:33:28.157635 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.234380 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1187911440-network', 'tenant_id': 'e114a1c3498f42d1b87c093e3c6cd677'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:28.249714 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.259314 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Made reservation on behalf of e114a1c3498f42d1b87c093e3c6cd677 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:28.261652 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.269897 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.285339 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f1a89192-fbdd-4ed7-be99-d3faae269e4e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:28.289693 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.339589 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f1a89192-fbdd-4ed7-be99-d3faae269e4e,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:28.362546 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.367087 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.391677 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:33:28.401420 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69103831-2b72-4eda-902d-cc6fb5492fe6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:28.406209 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.406548 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Added segment 341df386-bdb8-463b-a4e6-cb124986475f of type vlan for network 42d08f90-5d47-4900-8082-0cab92c023f0 Jul 22 09:33:28.445324 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.473547 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.474682 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:28.475346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.513468 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3844895 Jul 22 09:33:28.516505 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 41814) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:28.521445 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Request body: {'subnet': {'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1187911440-subnet', 'tenant_id': 'e114a1c3498f42d1b87c093e3c6cd677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:28.540565 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Made reservation on behalf of e114a1c3498f42d1b87c093e3c6cd677 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:28.542888 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.543532 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba6f6d-4319-4829-b2ae-bf3e38425192 admin admin] Pushing event updated for resources: {'Network': ['ID=42d08f90-5d47-4900-8082-0cab92c023f0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:28.555111 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 42d08f90-5d47-4900-8082-0cab92c023f0 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:33:28.710105 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93742-2787-4820-90b4-53c06cd7a96b req-2b2e01e4-cbf3-48c2-b9c2-314a8720b12c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:28.712223 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2fd93742-2787-4820-90b4-53c06cd7a96b req-2b2e01e4-cbf3-48c2-b9c2-314a8720b12c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0659788 Jul 22 09:33:28.728455 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.752002 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2fd93742-2787-4820-90b4-53c06cd7a96b req-7679dbd5-f5bd-4962-b193-e8b9ff641f54 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Jul 22 09:33:28.775158 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:28.796427 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Checking segment: {'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:28.796777 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Network hostable DHCP agents. Network: 42d08f90-5d47-4900-8082-0cab92c023f0, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:33:28.812645 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Network 42d08f90-5d47-4900-8082-0cab92c023f0 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:33:28.820883 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 42d08f90-5d47-4900-8082-0cab92c023f0) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:28.824790 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:28.825383 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:28.830622 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04122e65-d3d2-4bb6-8026-15faa86136eb None None] Network 42d08f90-5d47-4900-8082-0cab92c023f0 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:33:28.839025 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-09fde32d-57f6-4fb7-a32a-8c9ee52d7652 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3214147 Jul 22 09:33:28.963387 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a124737-0591-4e7f-a4d3-8ea67a008148 None None] Network 42d08f90-5d47-4900-8082-0cab92c023f0 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:33:29.882228 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e44a4-0cef-46dc-a9d1-6177b2c2180c req-d07d2db2-0e8c-4df4-878a-58b21540320a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:29.883734 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd7e44a4-0cef-46dc-a9d1-6177b2c2180c req-d07d2db2-0e8c-4df4-878a-58b21540320a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0637040 Jul 22 09:33:29.922581 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd7e44a4-0cef-46dc-a9d1-6177b2c2180c req-38e1ebb5-48e0-4d31-bd8f-ad1939697ecb tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Jul 22 09:33:30.086583 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:33:30.088881 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84385f90-e010-4581-adf2-155dd8a0f2f0" -d '{"events": [{"server_uuid": "e8673b82-60e4-4881-ab9b-ef5e1a55c2c3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a89192-fbdd-4ed7-be99-d3faae269e4e"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:33:30.122372 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaa40e6-79df-4c63-a03c-7d8230753e59 x-openstack-request-id: req-ecaa40e6-79df-4c63-a03c-7d8230753e59 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:33:30.122668 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8673b82-60e4-4881-ab9b-ef5e1a55c2c3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a89192-fbdd-4ed7-be99-d3faae269e4e", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:33:30.122928 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecaa40e6-79df-4c63-a03c-7d8230753e59 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:33:30.123318 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e', 'code': 200} Jul 22 09:33:31.054153 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e1bc8-ae71-405f-a033-4d3b17c0c793 req-7c1bc481-8243-43bc-8944-a26847e03e9b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:31.055615 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-972e1bc8-ae71-405f-a033-4d3b17c0c793 req-7c1bc481-8243-43bc-8944-a26847e03e9b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0677695 Jul 22 09:33:31.094772 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-972e1bc8-ae71-405f-a033-4d3b17c0c793 req-e6228cf4-11b5-414a-b594-cc97ef308cd4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Jul 22 09:33:31.265462 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f330a-a492-406c-bd43-516d534f9176 req-ffe617d3-b3a5-446a-bd35-fcbf09cb150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:31.266930 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a46f330a-a492-406c-bd43-516d534f9176 req-ffe617d3-b3a5-446a-bd35-fcbf09cb150b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.0999074 Jul 22 09:33:31.267100 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c898c-7f17-438e-9041-9fa829335db4 req-39855033-dafa-407f-aaa8-7b82edc91703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:31.268562 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe8c898c-7f17-438e-9041-9fa829335db4 req-39855033-dafa-407f-aaa8-7b82edc91703 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0582314 Jul 22 09:33:31.306181 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe8c898c-7f17-438e-9041-9fa829335db4 req-d0f9aa6f-25d2-434b-912c-9fb45d0e12f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268896 Jul 22 09:33:31.311862 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a46f330a-a492-406c-bd43-516d534f9176 req-a99ab45c-a26d-4828-a48f-5d3fc6f403f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Jul 22 09:33:32.224126 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b9115-e808-4592-9648-2341dd32d870 req-62c3d9a5-4ca3-43ba-99c6-3745d6a63636 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:32.226230 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe3b9115-e808-4592-9648-2341dd32d870 req-62c3d9a5-4ca3-43ba-99c6-3745d6a63636 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0641160 Jul 22 09:33:32.263358 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe3b9115-e808-4592-9648-2341dd32d870 req-05fd5a75-6d06-43d0-8b3d-e9ea155a1c58 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jul 22 09:33:41.828125 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-f1979a85-ad14-4566-afb8-2ed2f328a41f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:41.829888 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-f1979a85-ad14-4566-afb8-2ed2f328a41f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/networks?id=42d08f90-5d47-4900-8082-0cab92c023f0 HTTP/1.1" status: 200 len: 809 time: 0.1195700 Jul 22 09:33:41.847473 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-380f98f9-064e-4280-b6a4-9dc67616fe68 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/quotas/e114a1c3498f42d1b87c093e3c6cd677 HTTP/1.1" status: 200 len: 375 time: 0.0116861 Jul 22 09:33:41.884500 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-2eaf4416-ad26-448d-974f-fec586728ae4 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e114a1c3498f42d1b87c093e3c6cd677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310538 Jul 22 09:33:42.016626 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-8f6da452-afe3-4e56-9ea8-3cd417205066 service neutron] 10.222.0.20 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254582 Jul 22 09:33:42.063043 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437477-9d4a-49b7-8b6c-008c815e2e70 req-7e986af2-ff8f-4a39-8c94-7570edfd0113 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:42.064622 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb437477-9d4a-49b7-8b6c-008c815e2e70 req-7e986af2-ff8f-4a39-8c94-7570edfd0113 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.1079559 Jul 22 09:33:42.151436 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb437477-9d4a-49b7-8b6c-008c815e2e70 req-2697eb1a-40c6-432c-9a01-f2e5eb4eb221 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806713 Jul 22 09:33:42.176018 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-00f591e3-721f-4987-a11a-e315c4e0384e service neutron] 10.222.0.20 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526396 Jul 22 09:33:42.322600 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fb0b7-fe11-40d3-b66b-3f5c7137be1d req-05a1c492-3861-4839-9556-f1199c989df5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:42.326026 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-875fb0b7-fe11-40d3-b66b-3f5c7137be1d req-05a1c492-3861-4839-9556-f1199c989df5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0912929 Jul 22 09:33:42.376605 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-875fb0b7-fe11-40d3-b66b-3f5c7137be1d req-67fe75a9-75b5-4c37-8c9a-bb3b1ad2a839 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Jul 22 09:33:42.460596 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08bec076-151c-4920-8f5b-7474aaf7ee1e req-04ab74d9-9d04-47f0-b74f-7f8e92db355e tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 210 time: 0.0368834 Jul 22 09:33:42.607138 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abebf89-61cd-4807-8504-2273b2f826ad req-315182e2-f42c-48eb-b82e-b6fa262dcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:42.608948 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3abebf89-61cd-4807-8504-2273b2f826ad req-315182e2-f42c-48eb-b82e-b6fa262dcdb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0743151 Jul 22 09:33:42.733455 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abebf89-61cd-4807-8504-2273b2f826ad req-b6ed646d-8d4c-4abc-8752-7469470f545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:42.735367 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3abebf89-61cd-4807-8504-2273b2f826ad req-b6ed646d-8d4c-4abc-8752-7469470f545c service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.1120565 Jul 22 09:33:42.784338 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3abebf89-61cd-4807-8504-2273b2f826ad req-9665af98-35f3-4d78-8eb2-f3d038456761 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e HTTP/1.1" status: 200 len: 217 time: 0.0355992 Jul 22 09:33:42.843297 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abebf89-61cd-4807-8504-2273b2f826ad req-0f735d90-0cd2-4526-b6c9-c9b5929d9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:42.845022 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3abebf89-61cd-4807-8504-2273b2f826ad req-0f735d90-0cd2-4526-b6c9-c9b5929d9e14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0528088 Jul 22 09:33:42.854367 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513281e-a2d2-4ea8-aa48-55fea095f488 req-0ca898d4-204e-473a-85c0-e10e382b7dc0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:42.855876 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6513281e-a2d2-4ea8-aa48-55fea095f488 req-0ca898d4-204e-473a-85c0-e10e382b7dc0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.3086195 Jul 22 09:33:42.891733 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3abebf89-61cd-4807-8504-2273b2f826ad req-164fbc24-5f83-4e7f-8e3c-dc41238c266a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357642 Jul 22 09:33:42.897729 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6513281e-a2d2-4ea8-aa48-55fea095f488 req-b3659f43-3cf2-437d-98db-a1e1dc9a71ae tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Jul 22 09:33:42.990268 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3abebf89-61cd-4807-8504-2273b2f826ad req-3179a329-ae71-4eea-a0ef-1a3cc253deec service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827050 Jul 22 09:33:43.085068 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3abebf89-61cd-4807-8504-2273b2f826ad req-4be8b777-d013-4fe8-983b-dc1335053719 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843561 Jul 22 09:33:43.497098 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-fa9bef3e-6cf1-4007-bc33-bb8d0f762e5d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:43.498641 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-fa9bef3e-6cf1-4007-bc33-bb8d0f762e5d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "GET /v2.0/networks?id=42d08f90-5d47-4900-8082-0cab92c023f0 HTTP/1.1" status: 200 len: 809 time: 0.1241031 Jul 22 09:33:43.516400 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:33:43.524547 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Request body: {'port': {'device_id': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0', 'admin_state_up': True, 'tenant_id': 'e114a1c3498f42d1b87c093e3c6cd677'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:43.551767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72824-d324-4fd0-9b31-589de67a9467 req-1cca54f0-9724-4873-97af-40c7048f1a8f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:43.553706 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21e72824-d324-4fd0-9b31-589de67a9467 req-1cca54f0-9724-4873-97af-40c7048f1a8f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0876341 Jul 22 09:33:43.613611 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7336fdd-5cec-4b8f-9e28-e97d63fe286d req-061ce4f7-e53e-43c6-b5b8-d88ba4ee9f30 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 210 time: 0.0469005 Jul 22 09:33:43.621361 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21e72824-d324-4fd0-9b31-589de67a9467 req-aa402242-d204-46cb-8cf0-c2ebc6ea356a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619650 Jul 22 09:33:43.641707 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Made reservation on behalf of e114a1c3498f42d1b87c093e3c6cd677 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:33:43.645502 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:43.776355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Allocated IP 172.20.0.14 (42d08f90-5d47-4900-8082-0cab92c023f0/3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4/ffae5e54-30b4-4111-8950-6f7e13eeec6f) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:33:43.916394 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:43.963008 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.001734 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Network 42d08f90-5d47-4900-8082-0cab92c023f0 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:33:44.007014 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:33:44.010446 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:33:44.029102 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65133-39fd-4a6b-9bdd-3a15c16dabc7 req-744a4304-55eb-42b4-8278-ca8b01b0a536 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:44.030601 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76a65133-39fd-4a6b-9bdd-3a15c16dabc7 req-744a4304-55eb-42b4-8278-ca8b01b0a536 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0621908 Jul 22 09:33:44.037312 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Pushing event updated for resources: {'Port': ['ID=ffae5e54-30b4-4111-8950-6f7e13eeec6f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:44.064919 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:44.065520 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.070631 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76a65133-39fd-4a6b-9bdd-3a15c16dabc7 req-1e4876b5-0c8f-468f-9e4b-de6d3efaba5e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Jul 22 09:33:44.079372 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-aea5678d-2f6c-446d-80d3-05d62c55c694 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5599234 Jul 22 09:33:44.092197 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Request body: {'port': {'device_id': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:33:44.165556 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.427658 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffae5e54-30b4-4111-8950-6f7e13eeec6f {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:33:44.436918 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.449022 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Transition to ACTIVE for port object ffae5e54-30b4-4111-8950-6f7e13eeec6f will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:33:44.451878 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.516783 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffae5e54-30b4-4111-8950-6f7e13eeec6f,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:44.568727 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Attempting to bind port ffae5e54-30b4-4111-8950-6f7e13eeec6f on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:33:44.569102 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Attempting to bind port ffae5e54-30b4-4111-8950-6f7e13eeec6f by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:33:44.569419 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Attempting to bind port ffae5e54-30b4-4111-8950-6f7e13eeec6f on network 42d08f90-5d47-4900-8082-0cab92c023f0 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:44.573573 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Port ffae5e54-30b4-4111-8950-6f7e13eeec6f on network 42d08f90-5d47-4900-8082-0cab92c023f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:33:44.573882 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Attempting to bind port ffae5e54-30b4-4111-8950-6f7e13eeec6f on network 42d08f90-5d47-4900-8082-0cab92c023f0 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:33:44.578511 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:33:44.579101 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Checking segment: {'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:33:44.579478 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Bound using segment: {'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:33:44.579897 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Bound port: ffae5e54-30b4-4111-8950-6f7e13eeec6f, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:33:44.580247 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.648680 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] For port ffae5e54-30b4-4111-8950-6f7e13eeec6f, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:33:44.652208 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] For port ffae5e54-30b4-4111-8950-6f7e13eeec6f, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ffae5e54-30b4-4111-8950-6f7e13eeec6f,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:33:44.658153 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.701819 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:44.702453 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.704089 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffae5e54-30b4-4111-8950-6f7e13eeec6f HTTP/1.1" status: 200 len: 1094 time: 0.6157455 Jul 22 09:33:44.704524 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'tag': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:33:44.707147 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acee130-b2e3-4ae6-9df9-c68576ff0090" -d '{"events": [{"name": "network-changed", "server_uuid": "697d0703-bc1c-4e7f-8098-485fe5eb2f0e", "tag": "ffae5e54-30b4-4111-8950-6f7e13eeec6f"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:33:44.736977 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9c5c8-211b-4f15-8c5c-0ff6867b7ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffae5e54-30b4-4111-8950-6f7e13eeec6f,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:44.765394 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc19935-df99-4610-93da-e31726c070f2 req-76df7a51-3400-4292-aa61-cc3bc2d9ac52 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:44.778892 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fc19935-df99-4610-93da-e31726c070f2 req-76df7a51-3400-4292-aa61-cc3bc2d9ac52 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0914209 Jul 22 09:33:44.806447 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 42120) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:44.821009 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-32ced2c4-ab45-4255-a76f-fb2da9a5b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:44.822631 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-32ced2c4-ab45-4255-a76f-fb2da9a5b826 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e114a1c3498f42d1b87c093e3c6cd677&device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 1097 time: 0.0773261 Jul 22 09:33:44.853441 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fc19935-df99-4610-93da-e31726c070f2 req-d3a23d58-3018-4e17-90b6-5d1ddd1379a0 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619206 Jul 22 09:33:44.873989 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-c61284a3-8756-4a26-abd9-753c17687b2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffae5e54-30b4-4111-8950-6f7e13eeec6f HTTP/1.1" status: 200 len: 217 time: 0.0423949 Jul 22 09:33:44.881779 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970fc1a-e262-489d-b6cb-6d1c5be6add5 req-bcfc8275-cd25-4a91-828a-3ee7d9fc5c8f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:44.893263 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7970fc1a-e262-489d-b6cb-6d1c5be6add5 req-bcfc8275-cd25-4a91-828a-3ee7d9fc5c8f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1130764 Jul 22 09:33:44.921235 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c287f-146c-4cbf-98c2-f03714f35f36 x-openstack-request-id: req-fb1c287f-146c-4cbf-98c2-f03714f35f36 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:33:44.921526 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697d0703-bc1c-4e7f-8098-485fe5eb2f0e", "tag": "ffae5e54-30b4-4111-8950-6f7e13eeec6f", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:33:44.921771 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb1c287f-146c-4cbf-98c2-f03714f35f36 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:33:44.922171 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'tag': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f', 'status': 'completed', 'code': 200} Jul 22 09:33:44.928615 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7970fc1a-e262-489d-b6cb-6d1c5be6add5 req-82108dac-9bb2-4385-9399-96d72649f393 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344963 Jul 22 09:33:44.936658 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19fe11a8-b8f3-470d-8f1a-a434ec454c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:44.962370 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-91b6714f-a4dd-4813-b8b7-88b5b6cdf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:44.963803 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-91b6714f-a4dd-4813-b8b7-88b5b6cdf511 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4 HTTP/1.1" status: 200 len: 849 time: 0.0754344 Jul 22 09:33:45.012024 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-10db7cc2-331b-48cf-a0ca-2f2ab5dfaa0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42d08f90-5d47-4900-8082-0cab92c023f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349801 Jul 22 09:33:45.123247 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19fe11a8-b8f3-470d-8f1a-a434ec454c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:45.134505 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19fe11a8-b8f3-470d-8f1a-a434ec454c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:45.150758 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-d8cf2df5-14db-456e-9312-120edcf5e054 service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259363 Jul 22 09:33:45.180273 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-19fe11a8-b8f3-470d-8f1a-a434ec454c0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=801a2fca826944f7af73bae167d73ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704219 Jul 22 09:33:45.180273 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe11a8-b8f3-470d-8f1a-a434ec454c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc752ec-f4f0-4fec-a04f-2ae41fc60922,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:45.181957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42126) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:33:45.236511 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337843f-b288-488f-a7e1-ca93ea5bd513 req-40e2ea67-e995-436d-aec3-a52dac7b0736 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:45.237920 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1337843f-b288-488f-a7e1-ca93ea5bd513 req-40e2ea67-e995-436d-aec3-a52dac7b0736 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0961294 Jul 22 09:33:45.260667 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f72b1224-66c7-42ac-93b7-c5e2981de4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:45.273113 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4466e5d-3aae-41a0-8c71-09cf3849dc2c req-8d6795dc-4dbf-4281-894f-3aa212b722db service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905199 Jul 22 09:33:45.303949 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f72b1224-66c7-42ac-93b7-c5e2981de4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:45.312697 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1337843f-b288-488f-a7e1-ca93ea5bd513 req-42216268-a06e-4058-ac25-5cb67f80b2d6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630572 Jul 22 09:33:45.375946 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f72b1224-66c7-42ac-93b7-c5e2981de4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:45.378738 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f72b1224-66c7-42ac-93b7-c5e2981de4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:45.382902 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f72b1224-66c7-42ac-93b7-c5e2981de4eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fc752ec-f4f0-4fec-a04f-2ae41fc60922 HTTP/1.1" status: 204 len: 168 time: 0.1969438 Jul 22 09:33:45.388486 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b1224-66c7-42ac-93b7-c5e2981de4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc752ec-f4f0-4fec-a04f-2ae41fc60922,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:45.414428 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-8a2c593f-baf8-4ccd-b39d-e117c9439d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:45.415906 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-8a2c593f-baf8-4ccd-b39d-e117c9439d31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e114a1c3498f42d1b87c093e3c6cd677&device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 1097 time: 0.0642519 Jul 22 09:33:45.507922 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-22a30fa0-85cc-4fa7-859b-54c155247b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:45.509401 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-22a30fa0-85cc-4fa7-859b-54c155247b5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=42d08f90-5d47-4900-8082-0cab92c023f0 HTTP/1.1" status: 200 len: 909 time: 0.0861335 Jul 22 09:33:45.554974 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-f19966e4-e49c-4178-8c21-f842f4d56303 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffae5e54-30b4-4111-8950-6f7e13eeec6f HTTP/1.1" status: 200 len: 217 time: 0.0334859 Jul 22 09:33:45.609045 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-ec7f72be-6878-4167-a588-073b7763029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:45.610494 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-ec7f72be-6878-4167-a588-073b7763029f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4 HTTP/1.1" status: 200 len: 849 time: 0.0482757 Jul 22 09:33:45.656016 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-d4ab4c18-8f50-4161-bcb6-7b0c8feddbd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42d08f90-5d47-4900-8082-0cab92c023f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284905 Jul 22 09:33:45.746165 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-b46b9da7-87b4-4441-b3f0-7e1c2d00fd6a service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819676 Jul 22 09:33:45.856136 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7acee130-b2e3-4ae6-9df9-c68576ff0090 req-57b2881c-13a3-4cb9-9b1e-5e8f63268846 service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996561 Jul 22 09:33:45.986686 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cec7bb-9235-4183-a80b-6c6df6bf3834 req-49a9ea18-fd93-4aa3-9214-86208c2766f7 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:45.988174 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6cec7bb-9235-4183-a80b-6c6df6bf3834 req-49a9ea18-fd93-4aa3-9214-86208c2766f7 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0690944 Jul 22 09:33:46.053719 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6cec7bb-9235-4183-a80b-6c6df6bf3834 req-12dde7d5-311d-407b-a3d0-bd5c013dd888 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589039 Jul 22 09:33:46.086513 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d06ee6-bc29-4415-be6e-5dc9058ec575 req-0edb8ec6-4727-4fcb-84dc-40922c72a03b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:46.088150 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35d06ee6-bc29-4415-be6e-5dc9058ec575 req-0edb8ec6-4727-4fcb-84dc-40922c72a03b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0768316 Jul 22 09:33:46.130454 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35d06ee6-bc29-4415-be6e-5dc9058ec575 req-e9b7b73a-961f-4dfd-ad24-8b8598195a7b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353329 Jul 22 09:33:46.501454 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50785-35e8-4f1f-ba16-f0af7abc1d6c req-1f71c182-8e1a-47ab-a37f-e0e5ed12bb8a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:46.502809 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51b50785-35e8-4f1f-ba16-f0af7abc1d6c req-1f71c182-8e1a-47ab-a37f-e0e5ed12bb8a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0895789 Jul 22 09:33:46.542171 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51b50785-35e8-4f1f-ba16-f0af7abc1d6c req-7cf1a525-7b3e-4ff6-abdb-56ea881f0d2b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Jul 22 09:33:47.185641 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd375d58-fbda-407f-b12f-11ef2a608862 req-55bad646-942f-440f-97ee-75ee157ace91 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:47.185641 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd375d58-fbda-407f-b12f-11ef2a608862 req-55bad646-942f-440f-97ee-75ee157ace91 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0651746 Jul 22 09:33:47.253040 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd375d58-fbda-407f-b12f-11ef2a608862 req-e280cbef-7d22-45e1-bc4d-62ca2376a59d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611730 Jul 22 09:33:47.281484 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e04cd5-0c53-4b39-acd1-3d9e12fdd9bd req-b559e8a8-54e8-490f-b74b-e2293d1a3c30 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:47.283062 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98e04cd5-0c53-4b39-acd1-3d9e12fdd9bd req-b559e8a8-54e8-490f-b74b-e2293d1a3c30 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0772400 Jul 22 09:33:47.322074 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98e04cd5-0c53-4b39-acd1-3d9e12fdd9bd req-aaed19ab-45e3-445c-b790-df596fa3df42 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334272 Jul 22 09:33:47.676636 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:47.736663 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3538977-5b8e-40a7-9955-7b9bb5a7b0e7 req-f06c18d8-719c-4414-b7ce-53a3e368f740 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:47.738300 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d3538977-5b8e-40a7-9955-7b9bb5a7b0e7 req-f06c18d8-719c-4414-b7ce-53a3e368f740 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.1084194 Jul 22 09:33:47.787008 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d3538977-5b8e-40a7-9955-7b9bb5a7b0e7 req-b2c03c51-029e-4017-bbd8-d4d54951c352 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Jul 22 09:33:48.378536 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f1ea-957f-4094-96bb-4b2dba84c2b0 req-863d2d66-f949-473c-97b6-c6a88e14dc1c tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:48.380018 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aab3f1ea-957f-4094-96bb-4b2dba84c2b0 req-863d2d66-f949-473c-97b6-c6a88e14dc1c tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0627813 Jul 22 09:33:48.447454 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aab3f1ea-957f-4094-96bb-4b2dba84c2b0 req-6f75d8a3-0668-4664-b417-343fb1122169 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621107 Jul 22 09:33:48.476646 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0a026-87e4-45f6-88d7-83b3e6bee6b7 req-796beba0-def9-4479-93cc-74702d9fa606 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:48.478097 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41c0a026-87e4-45f6-88d7-83b3e6bee6b7 req-796beba0-def9-4479-93cc-74702d9fa606 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0763922 Jul 22 09:33:48.515494 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41c0a026-87e4-45f6-88d7-83b3e6bee6b7 req-c15430ab-60dc-45e7-b5c2-22f2e8725640 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Jul 22 09:33:48.911911 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c7d05-6b4b-4e13-810c-958866cf8ad2 req-f421fbc4-2a17-42f9-9b20-daa9d7c7eea6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:48.913400 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f1c7d05-6b4b-4e13-810c-958866cf8ad2 req-f421fbc4-2a17-42f9-9b20-daa9d7c7eea6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0613651 Jul 22 09:33:48.937936 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf39adc7-3c7b-4d08-98f6-2022259e8384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:48.959963 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f1c7d05-6b4b-4e13-810c-958866cf8ad2 req-86d78a9f-9c37-4e83-b008-5210547b834c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Jul 22 09:33:49.587863 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7cb50-9a65-4443-8393-6a01257d1e48 req-55a9d442-b77f-4776-9940-cf446f221448 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:49.589537 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e7cb50-9a65-4443-8393-6a01257d1e48 req-55a9d442-b77f-4776-9940-cf446f221448 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0778148 Jul 22 09:33:49.654922 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e7cb50-9a65-4443-8393-6a01257d1e48 req-e55f2546-8acb-4303-a826-32d1997b60c0 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561626 Jul 22 09:33:49.678528 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59711-389b-46e4-81a0-0b7cc896865a req-ee6b790e-7ec6-4960-abbe-8b5645457de8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:49.680022 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1d59711-389b-46e4-81a0-0b7cc896865a req-ee6b790e-7ec6-4960-abbe-8b5645457de8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0895407 Jul 22 09:33:49.717138 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1d59711-389b-46e4-81a0-0b7cc896865a req-56c90966-8fd0-4574-a787-dd41001b57a8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Jul 22 09:33:50.096026 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce5e9d-69e8-48f0-845b-93d35c52fd9d req-e6f7f3ee-b35f-4b2c-928a-5dac56ea6e5e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:50.097508 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8fce5e9d-69e8-48f0-845b-93d35c52fd9d req-e6f7f3ee-b35f-4b2c-928a-5dac56ea6e5e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0685861 Jul 22 09:33:50.137863 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8fce5e9d-69e8-48f0-845b-93d35c52fd9d req-982e5544-d535-40c7-be15-6950e27f0e89 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Jul 22 09:33:50.783029 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9f7d5-f86e-4612-89eb-752461eff6bc req-3b3002d6-f18e-4df3-8d6f-a844f9834b99 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:50.784514 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-49c9f7d5-f86e-4612-89eb-752461eff6bc req-3b3002d6-f18e-4df3-8d6f-a844f9834b99 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0641253 Jul 22 09:33:50.851999 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-49c9f7d5-f86e-4612-89eb-752461eff6bc req-0cc65096-3e36-414c-9598-3fc2f0644d35 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556443 Jul 22 09:33:50.873677 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91977e5-a7dd-403d-b92e-61343b70f787 req-14114990-e967-4492-ae5a-61c9abcba4c4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:50.875482 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c91977e5-a7dd-403d-b92e-61343b70f787 req-14114990-e967-4492-ae5a-61c9abcba4c4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0868564 Jul 22 09:33:50.912071 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c91977e5-a7dd-403d-b92e-61343b70f787 req-20f7a129-27c3-448c-a074-1327d38a070f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Jul 22 09:33:51.267168 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efa7c0-65ef-4db1-82db-761d2454bec7 req-9c6a4b00-f1cd-44f5-906e-e91e57896949 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:51.268670 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b4efa7c0-65ef-4db1-82db-761d2454bec7 req-9c6a4b00-f1cd-44f5-906e-e91e57896949 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0651014 Jul 22 09:33:51.307420 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b4efa7c0-65ef-4db1-82db-761d2454bec7 req-78cefcdf-54a4-4df2-9cb0-0ff9df188318 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Jul 22 09:33:51.522503 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d04f066-e10c-44a0-90ca-4eb0b814141d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:51.580326 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:52.005617 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f5d9e-b6b2-4b43-8519-722b01f09630 req-a1120082-bbc8-44e4-a2a1-0d6260c19b5a tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:52.007721 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab3f5d9e-b6b2-4b43-8519-722b01f09630 req-a1120082-bbc8-44e4-a2a1-0d6260c19b5a tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0873628 Jul 22 09:33:52.081766 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab3f5d9e-b6b2-4b43-8519-722b01f09630 req-09f5a709-188a-4147-b989-ab2472f703e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625405 Jul 22 09:33:52.105622 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87afaf-8ccc-498e-b751-eb019938e89d req-3f55647c-6daf-43f0-94a1-aa941e869e1c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:52.107174 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a87afaf-8ccc-498e-b751-eb019938e89d req-3f55647c-6daf-43f0-94a1-aa941e869e1c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0985169 Jul 22 09:33:52.151869 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a87afaf-8ccc-498e-b751-eb019938e89d req-0a65b6a1-abec-4e2e-9441-bb4190d48009 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Jul 22 09:33:52.438893 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68602edb-207e-4d39-af7f-8201da1cbdf9 req-90ec6a6b-fdfc-455a-989e-6cbeec8542ab tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:52.440268 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-68602edb-207e-4d39-af7f-8201da1cbdf9 req-90ec6a6b-fdfc-455a-989e-6cbeec8542ab tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0615387 Jul 22 09:33:52.477624 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-68602edb-207e-4d39-af7f-8201da1cbdf9 req-3984b3ba-0a5e-48e9-bbd8-e4de1da0c498 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Jul 22 09:33:53.105318 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:53.209320 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19237ba-2c04-48aa-b115-c646d2f1acbc req-50bd764d-8662-4c44-b663-f0f54fdfd37e tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:53.211127 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c19237ba-2c04-48aa-b115-c646d2f1acbc req-50bd764d-8662-4c44-b663-f0f54fdfd37e tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0646119 Jul 22 09:33:53.280564 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c19237ba-2c04-48aa-b115-c646d2f1acbc req-4955358f-9ecc-4ab6-8562-4effb15d7daf tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634401 Jul 22 09:33:53.309994 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58459-7dbf-4bd3-aef9-43939aac993c req-76c2da27-b3ce-413b-83e8-68baaf422a95 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:53.311553 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f7a58459-7dbf-4bd3-aef9-43939aac993c req-76c2da27-b3ce-413b-83e8-68baaf422a95 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0868208 Jul 22 09:33:53.349849 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f7a58459-7dbf-4bd3-aef9-43939aac993c req-a5d79b47-704a-4c3e-be1d-e4d8520ca241 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326848 Jul 22 09:33:53.605929 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6a232-fc22-431c-8016-6cfa5943b208 req-f3d344b6-1582-4cb5-997a-08a694f3ec9c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:53.607555 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3fb6a232-fc22-431c-8016-6cfa5943b208 req-f3d344b6-1582-4cb5-997a-08a694f3ec9c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0630436 Jul 22 09:33:53.645032 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3fb6a232-fc22-431c-8016-6cfa5943b208 req-6f6680e7-4334-4f1a-99b9-e7115e1307f5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Jul 22 09:33:54.418713 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96c192-c6a7-4776-b5c3-51017be404fe req-2a1d3636-d69a-46f1-8ea2-77f33d9589e3 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:54.420310 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f96c192-c6a7-4776-b5c3-51017be404fe req-2a1d3636-d69a-46f1-8ea2-77f33d9589e3 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 944 time: 0.0707424 Jul 22 09:33:54.487014 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f96c192-c6a7-4776-b5c3-51017be404fe req-facf06f2-e569-489b-8e17-c805e3075ec4 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554326 Jul 22 09:33:54.509449 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0a1d-3304-4cc7-b69a-d6bc2f79dea7 req-74566a0b-1ab9-44ab-ac80-46fcf383d86d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:54.511284 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-003c0a1d-3304-4cc7-b69a-d6bc2f79dea7 req-74566a0b-1ab9-44ab-ac80-46fcf383d86d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0887542 Jul 22 09:33:54.548568 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-003c0a1d-3304-4cc7-b69a-d6bc2f79dea7 req-f386b62a-9351-4e27-b7a8-844fc2b0cd94 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Jul 22 09:33:54.638518 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:54.771846 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23c92c-24a8-46f0-b93b-3ce90fc046b8 req-7f38272c-26e3-42da-994f-031efe9fb0c6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:54.773334 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c23c92c-24a8-46f0-b93b-3ce90fc046b8 req-7f38272c-26e3-42da-994f-031efe9fb0c6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0635695 Jul 22 09:33:54.813283 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c23c92c-24a8-46f0-b93b-3ce90fc046b8 req-5c156082-9c01-4fdf-91e6-2e319b29bb27 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343866 Jul 22 09:33:55.034326 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ffae5e54-30b4-4111-8950-6f7e13eeec6f details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:33:55.126713 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ffae5e54-30b4-4111-8950-6f7e13eeec6f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ffae5e54-30b4-4111-8950-6f7e13eeec6f,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:55.140594 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f', 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0', 'port_id': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f', 'mac_address': 'fa:16:3e:b7:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:33:55.176987 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:55.188785 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffae5e54-30b4-4111-8950-6f7e13eeec6f {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:33:55.208564 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ffae5e54-30b4-4111-8950-6f7e13eeec6f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ffae5e54-30b4-4111-8950-6f7e13eeec6f,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:33:55.211975 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:33:55.259111 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ffae5e54-30b4-4111-8950-6f7e13eeec6f,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:33:55.615141 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9704a1-32dc-4975-ac57-774a5b2d43a3 req-9715b058-c36a-4f89-831c-694ded632271 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:55.616646 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da9704a1-32dc-4975-ac57-774a5b2d43a3 req-9715b058-c36a-4f89-831c-694ded632271 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0663428 Jul 22 09:33:55.684111 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da9704a1-32dc-4975-ac57-774a5b2d43a3 req-3668ba0d-68e3-40cf-ac61-4f23e0170f92 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617902 Jul 22 09:33:55.709006 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c742eb-8b47-45a8-bc87-d70ea9f5c15f req-d28aaf06-a342-4ad6-8efa-af5ebc18e015 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:55.710538 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35c742eb-8b47-45a8-bc87-d70ea9f5c15f req-d28aaf06-a342-4ad6-8efa-af5ebc18e015 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0894172 Jul 22 09:33:55.747507 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35c742eb-8b47-45a8-bc87-d70ea9f5c15f req-80e25529-084f-42d1-9783-8ddbe116a04c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Jul 22 09:33:55.944708 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc01b6-e21e-4a80-8094-3e4d6e9a31ff req-817524b5-e84a-4b26-aae2-7e1e48b3241b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:55.946114 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecdc01b6-e21e-4a80-8094-3e4d6e9a31ff req-817524b5-e84a-4b26-aae2-7e1e48b3241b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0675647 Jul 22 09:33:55.987557 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecdc01b6-e21e-4a80-8094-3e4d6e9a31ff req-cf129b1d-05e0-44eb-b199-a09547626513 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357342 Jul 22 09:33:56.517896 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['ffae5e54-30b4-4111-8950-6f7e13eeec6f'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:33:56.814229 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6087b-7825-49ca-b883-f109a9d912e8 req-22f69cee-549d-4812-90ca-9e7c326b504c tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:56.815783 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40c6087b-7825-49ca-b883-f109a9d912e8 req-22f69cee-549d-4812-90ca-9e7c326b504c tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0653417 Jul 22 09:33:56.881659 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40c6087b-7825-49ca-b883-f109a9d912e8 req-a5ae84e8-55f8-453a-ba05-4156f1a72faf tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Jul 22 09:33:56.913413 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f414cb9-638a-4f28-bfa1-a7821cdf5972 req-25c0d184-6153-4932-856e-8e4bad43348e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:56.914945 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f414cb9-638a-4f28-bfa1-a7821cdf5972 req-25c0d184-6153-4932-856e-8e4bad43348e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0977058 Jul 22 09:33:56.951788 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f414cb9-638a-4f28-bfa1-a7821cdf5972 req-73c78544-a485-4128-baae-5c25ee0716ac tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Jul 22 09:33:57.118089 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dbacb-661b-4d05-a0e8-c2ff3831eb51 req-adaa9936-e970-4239-b611-6b9ce1101def tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:57.119550 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-883dbacb-661b-4d05-a0e8-c2ff3831eb51 req-adaa9936-e970-4239-b611-6b9ce1101def tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0623419 Jul 22 09:33:57.157008 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-883dbacb-661b-4d05-a0e8-c2ff3831eb51 req-67cc285b-58be-4e6e-b112-b4ad326d916c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Jul 22 09:33:58.012900 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4b58-51da-44e6-aaa1-1e7131b52f45 req-fa5da26c-1c7c-4c06-bdf3-cde898a63b68 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:58.014536 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e03f4b58-51da-44e6-aaa1-1e7131b52f45 req-fa5da26c-1c7c-4c06-bdf3-cde898a63b68 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0647235 Jul 22 09:33:58.083811 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e03f4b58-51da-44e6-aaa1-1e7131b52f45 req-ae539716-c670-4ee5-a063-eb754b48daf0 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636683 Jul 22 09:33:58.111632 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140cba0-4bf7-4661-b9f4-0db374385e74 req-9f05318d-52a4-459e-a504-263d1b3aa998 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:58.113083 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b140cba0-4bf7-4661-b9f4-0db374385e74 req-9f05318d-52a4-459e-a504-263d1b3aa998 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0869586 Jul 22 09:33:58.149353 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b140cba0-4bf7-4661-b9f4-0db374385e74 req-78cd773c-de0c-486e-bed4-fdfdb36693d4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301023 Jul 22 09:33:58.284119 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242978b6-509c-4a4d-a0b1-fcf75e1ec87f req-23769d8d-36eb-459b-ac46-19c527be1a24 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:58.286164 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-242978b6-509c-4a4d-a0b1-fcf75e1ec87f req-23769d8d-36eb-459b-ac46-19c527be1a24 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0634377 Jul 22 09:33:58.322809 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-242978b6-509c-4a4d-a0b1-fcf75e1ec87f req-4fd36313-10f5-4354-b22d-e01871667987 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Jul 22 09:33:59.219782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb18776-2630-44b1-a738-93ac1d8e1f72 req-99aba1b1-5c87-4500-8476-79241c07f9b0 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:59.221290 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebb18776-2630-44b1-a738-93ac1d8e1f72 req-99aba1b1-5c87-4500-8476-79241c07f9b0 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0714719 Jul 22 09:33:59.286429 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebb18776-2630-44b1-a738-93ac1d8e1f72 req-4d5f1c60-af24-4e8a-9698-411fcdd0cb71 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 Jul 22 09:33:59.309113 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21ed12-61df-4def-bc1c-e1b084569f38 req-690f7d0b-5c4f-43ac-b21f-f73551b090ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:59.310607 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c21ed12-61df-4def-bc1c-e1b084569f38 req-690f7d0b-5c4f-43ac-b21f-f73551b090ab tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0884571 Jul 22 09:33:59.347764 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c21ed12-61df-4def-bc1c-e1b084569f38 req-399c5daa-4a0f-4d12-a7ce-5d7a1f7b75d5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Jul 22 09:33:59.452365 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620505e-aadd-400c-9cb5-7b1a755d6415 req-f1824a0d-a750-4f9a-8965-701fbb69773f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:33:59.454113 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7620505e-aadd-400c-9cb5-7b1a755d6415 req-f1824a0d-a750-4f9a-8965-701fbb69773f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0630150 Jul 22 09:33:59.496408 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7620505e-aadd-400c-9cb5-7b1a755d6415 req-cd6ebc3c-36b7-480c-8a19-0e5188d3bf55 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367844 Jul 22 09:34:00.417954 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07cec-5ccb-45fb-83de-1e5933702e5d req-edff48d6-3ed1-4fc2-b3b0-db20191d277b tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:00.419471 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-04f07cec-5ccb-45fb-83de-1e5933702e5d req-edff48d6-3ed1-4fc2-b3b0-db20191d277b tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0675871 Jul 22 09:34:00.485059 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-04f07cec-5ccb-45fb-83de-1e5933702e5d req-3f1355e3-47e4-45ab-b72e-a9d448656c3b tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598006 Jul 22 09:34:00.509613 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a97f6-969a-4494-b532-6d110e744f1f req-32c77d5b-cdb8-4d51-8761-c83bbf916090 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:00.511120 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af9a97f6-969a-4494-b532-6d110e744f1f req-32c77d5b-cdb8-4d51-8761-c83bbf916090 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0876245 Jul 22 09:34:00.553302 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af9a97f6-969a-4494-b532-6d110e744f1f req-347747d4-25df-4fc3-8972-7a6135be06be tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366426 Jul 22 09:34:00.647012 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebda6b3-5955-42d1-8dc0-1074f73634dd req-6aef8965-d814-4009-88d0-13bdcec19501 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:00.648763 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ebda6b3-5955-42d1-8dc0-1074f73634dd req-6aef8965-d814-4009-88d0-13bdcec19501 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0793233 Jul 22 09:34:00.689777 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ebda6b3-5955-42d1-8dc0-1074f73634dd req-cde03902-5091-450d-83e4-015d81e7c85a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Jul 22 09:34:01.626842 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a30b4a-cf04-4448-8ddc-297e0201f327 req-8ede9607-c149-4027-b9b9-3f290478184d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:01.628725 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41a30b4a-cf04-4448-8ddc-297e0201f327 req-8ede9607-c149-4027-b9b9-3f290478184d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0758739 Jul 22 09:34:01.704428 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41a30b4a-cf04-4448-8ddc-297e0201f327 req-9514ae24-0408-4265-8bed-63e184eea5b5 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653856 Jul 22 09:34:01.729934 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd6dcb-438d-42c8-8bbd-13a1a6a94505 req-08532e0e-9c63-43dd-a05c-351d7e04a5cf tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:01.731380 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-80bd6dcb-438d-42c8-8bbd-13a1a6a94505 req-08532e0e-9c63-43dd-a05c-351d7e04a5cf tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0864434 Jul 22 09:34:01.779781 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-80bd6dcb-438d-42c8-8bbd-13a1a6a94505 req-bd29f963-df1b-4ce3-b15e-d4c3cbd55766 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Jul 22 09:34:01.827579 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a12ce-51cb-4c34-907f-8cead786c6d2 req-d7e5f52f-ff7f-4c9d-ad5b-ffaa0302b776 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:01.829294 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-491a12ce-51cb-4c34-907f-8cead786c6d2 req-d7e5f52f-ff7f-4c9d-ad5b-ffaa0302b776 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0657468 Jul 22 09:34:01.865017 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-491a12ce-51cb-4c34-907f-8cead786c6d2 req-03f4b5f8-e2b9-4134-b41d-5804861016fc tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295696 Jul 22 09:34:02.833204 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061c0a-4ff4-4d15-a973-7e30abd2ace0 req-16a79285-85bb-425b-93fd-ebe20133f61b tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:02.834861 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29061c0a-4ff4-4d15-a973-7e30abd2ace0 req-16a79285-85bb-425b-93fd-ebe20133f61b tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0637589 Jul 22 09:34:02.902001 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29061c0a-4ff4-4d15-a973-7e30abd2ace0 req-9d9cfcc1-2ffc-4e14-85cf-4a9ebd6c3384 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624266 Jul 22 09:34:02.931801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2caaa-001c-4a04-af53-45da7d87e6fc req-e2556825-1926-40bc-b668-e5e29797b363 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:02.933328 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c2caaa-001c-4a04-af53-45da7d87e6fc req-e2556825-1926-40bc-b668-e5e29797b363 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0768101 Jul 22 09:34:02.996235 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c2caaa-001c-4a04-af53-45da7d87e6fc req-c724b85a-1031-4eab-8927-135e26eefe9a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572345 Jul 22 09:34:03.027107 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44e8d5-f656-4163-b31f-0a0f68ec0a12 req-4cf25a4a-9b76-4011-abe6-7bb898ae1ed0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:03.028575 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f44e8d5-f656-4163-b31f-0a0f68ec0a12 req-4cf25a4a-9b76-4011-abe6-7bb898ae1ed0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0731127 Jul 22 09:34:03.064686 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f44e8d5-f656-4163-b31f-0a0f68ec0a12 req-c0ca62ee-e875-4383-89ea-6caabc44a8dd tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306711 Jul 22 09:34:04.030335 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f6cb5-4ce3-4969-8b4c-0e92a792cd84 req-524851f3-88dc-4e24-bfc4-e719ad5ffea5 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:04.031816 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-696f6cb5-4ce3-4969-8b4c-0e92a792cd84 req-524851f3-88dc-4e24-bfc4-e719ad5ffea5 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 945 time: 0.0654583 Jul 22 09:34:04.070612 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-696f6cb5-4ce3-4969-8b4c-0e92a792cd84 req-3593f839-9965-4586-9f8d-ea93ffd95e0c tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329115 Jul 22 09:34:04.130973 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff501b-e57a-4ec7-90ea-3c94d049a86e req-9ef07ab0-1f57-4867-b344-c78bf785a08b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:04.132362 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3ff501b-e57a-4ec7-90ea-3c94d049a86e req-9ef07ab0-1f57-4867-b344-c78bf785a08b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0658791 Jul 22 09:34:04.199571 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3ff501b-e57a-4ec7-90ea-3c94d049a86e req-44a24d45-fe23-4ec7-8009-ab6983ae0483 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585089 Jul 22 09:34:04.219809 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ecbb7-c0d9-4322-a3d8-615975894af8 req-4e58fce0-91ff-4e10-9c37-617b352d0e6c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:04.221264 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-961ecbb7-c0d9-4322-a3d8-615975894af8 req-4e58fce0-91ff-4e10-9c37-617b352d0e6c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0880466 Jul 22 09:34:04.260180 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-961ecbb7-c0d9-4322-a3d8-615975894af8 req-5a631d49-e6b0-4678-ac64-0f70d94a952b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Jul 22 09:34:04.340564 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ffae5e54-30b4-4111-8950-6f7e13eeec6f up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:04.389883 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port ffae5e54-30b4-4111-8950-6f7e13eeec6f completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:04.393429 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port ffae5e54-30b4-4111-8950-6f7e13eeec6f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:04.393806 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:04.471683 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:04.493963 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:04.496184 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67fab93-804a-4198-ba47-324de20d6d76" -d '{"events": [{"server_uuid": "697d0703-bc1c-4e7f-8098-485fe5eb2f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ffae5e54-30b4-4111-8950-6f7e13eeec6f"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:04.511381 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ffae5e54-30b4-4111-8950-6f7e13eeec6f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ffae5e54-30b4-4111-8950-6f7e13eeec6f,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:04.515686 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:04.540428 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1031f4a9-59df-4022-a2f1-d9e45fd5e906 x-openstack-request-id: req-1031f4a9-59df-4022-a2f1-d9e45fd5e906 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:04.540714 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697d0703-bc1c-4e7f-8098-485fe5eb2f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ffae5e54-30b4-4111-8950-6f7e13eeec6f", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:04.541111 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1031f4a9-59df-4022-a2f1-d9e45fd5e906 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:04.541504 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f', 'code': 200} Jul 22 09:34:04.567669 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ffae5e54-30b4-4111-8950-6f7e13eeec6f,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:04.574547 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.574900 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.575243 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.575576 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.575906 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.576237 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.576566 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.576891 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.577246 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.577577 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.577901 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.578253 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:04.740355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0677-6d83-45a5-bbf3-61b2c0e7c1ef req-8bbd3ba8-9150-4fe5-a705-48fbc679e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:04.741746 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc0e0677-6d83-45a5-bbf3-61b2c0e7c1ef req-8bbd3ba8-9150-4fe5-a705-48fbc679e45f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 1099 time: 0.0522490 Jul 22 09:34:04.780101 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc0e0677-6d83-45a5-bbf3-61b2c0e7c1ef req-9fe03419-a88b-4d02-ba49-911f28462e95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283844 Jul 22 09:34:05.198651 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bd3fa-b89f-4a2c-8ac3-6465e246c6c8 req-61087fa1-221f-4d96-a2dd-4ca56fd57e59 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:05.200122 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8c1bd3fa-b89f-4a2c-8ac3-6465e246c6c8 req-61087fa1-221f-4d96-a2dd-4ca56fd57e59 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 946 time: 0.0654099 Jul 22 09:34:05.237532 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8c1bd3fa-b89f-4a2c-8ac3-6465e246c6c8 req-bfbb77e3-75c0-4e42-b4ec-eec7e89b6e9c tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Jul 22 09:34:05.350912 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87304b-35a8-4ea5-8eb7-5a79cf61a656 req-a4e1d8c5-c0dc-4eca-9f82-d5c7ad1aa4ad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:05.352370 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e87304b-35a8-4ea5-8eb7-5a79cf61a656 req-a4e1d8c5-c0dc-4eca-9f82-d5c7ad1aa4ad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0674431 Jul 22 09:34:05.419949 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e87304b-35a8-4ea5-8eb7-5a79cf61a656 req-8f0be766-2a12-45a6-b62f-7ffdc95fe23c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574715 Jul 22 09:34:05.442126 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236b3ea-1347-4983-aa98-75e63b0fe405 req-c541327d-be18-4dc3-b7f0-ee78e03125a4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:05.443642 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f236b3ea-1347-4983-aa98-75e63b0fe405 req-c541327d-be18-4dc3-b7f0-ee78e03125a4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0903637 Jul 22 09:34:05.480304 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f236b3ea-1347-4983-aa98-75e63b0fe405 req-c65b2db2-7f2f-463f-b908-8880686b1b38 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Jul 22 09:34:06.362042 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b53b-3d8e-4e64-a507-9229f09e148d req-b1153cb5-29ed-4bcb-b2e3-ce9c303a270a tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:06.363437 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-62b0b53b-3d8e-4e64-a507-9229f09e148d req-b1153cb5-29ed-4bcb-b2e3-ce9c303a270a tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 946 time: 0.0623226 Jul 22 09:34:06.402082 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-62b0b53b-3d8e-4e64-a507-9229f09e148d req-c87ae8a5-da9c-4f80-9838-9ff7756eab88 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Jul 22 09:34:06.582940 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-f3466499-ca2b-4e65-9d2c-6bf430ede620 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526078991&fields=id&tenant_id=a5cdc707fd6b4569b0f34c8f54fde969 HTTP/1.1" status: 200 len: 267 time: 0.0467963 Jul 22 09:34:06.624112 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c3e92-28e5-40eb-bedc-cd39c1e3b45e req-aa5d5ff7-e822-4084-980f-2b7cf0f067e2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:06.625485 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-213c3e92-28e5-40eb-bedc-cd39c1e3b45e req-aa5d5ff7-e822-4084-980f-2b7cf0f067e2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1218832 Jul 22 09:34:06.712001 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-213c3e92-28e5-40eb-bedc-cd39c1e3b45e req-08e0369b-02e5-4b47-bb83-dd86112e5937 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769753 Jul 22 09:34:06.744493 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-1293e469-049f-4164-a457-0489f503f8b3 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:06.746246 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-1293e469-049f-4164-a457-0489f503f8b3 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 809 time: 0.1528893 Jul 22 09:34:06.761098 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bb98f4f3-d0d8-42fc-83cd-1d13b7b0aa33 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/quotas/a5cdc707fd6b4569b0f34c8f54fde969 HTTP/1.1" status: 200 len: 375 time: 0.0096185 Jul 22 09:34:06.863751 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-54debd76-653e-4b17-9b93-083a97d2cd3d tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966673 Jul 22 09:34:06.871836 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c675e-2b30-43fb-b27e-c3bc5d89237e req-3b1326d1-1d77-4066-930b-70bee539576c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:06.873473 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a0c675e-2b30-43fb-b27e-c3bc5d89237e req-3b1326d1-1d77-4066-930b-70bee539576c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0962148 Jul 22 09:34:06.963558 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a0c675e-2b30-43fb-b27e-c3bc5d89237e req-c31af8d6-8cb0-4225-8325-5482086d9cc8 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803900 Jul 22 09:34:06.990183 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-ebe77544-b588-4f06-9087-3d6c5d6d45c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148388 Jul 22 09:34:07.081878 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-a7c16eaa-c828-45c8-8934-82a8cd9f1de5 service neutron] 10.222.0.20 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861595 Jul 22 09:34:07.216078 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841820-79ee-4404-b569-a9a95184282f req-bdcccc7c-9913-4a0b-8eaa-4588b3913202 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:07.219085 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e841820-79ee-4404-b569-a9a95184282f req-bdcccc7c-9913-4a0b-8eaa-4588b3913202 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 946 time: 0.0808754 Jul 22 09:34:07.266994 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e841820-79ee-4404-b569-a9a95184282f req-55ab298f-a9d7-4f7a-975d-c7bef8b238ce tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Jul 22 09:34:07.407407 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c14bfeab-e21e-488e-9220-4e865b1c128d req-39d2b82b-a679-46a0-9faf-5ce651353115 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 210 time: 0.0290143 Jul 22 09:34:07.848447 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d845982-479c-4061-890f-c4dd255622c4 req-400d7452-d592-4cc1-bc32-50ce38e066ba tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:07.850793 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d845982-479c-4061-890f-c4dd255622c4 req-400d7452-d592-4cc1-bc32-50ce38e066ba tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0665812 Jul 22 09:34:08.094404 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d845982-479c-4061-890f-c4dd255622c4 req-7605e951-80af-4f87-a552-61387fbafdf1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380233 Jul 22 09:34:08.124499 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fb363-2cc7-4093-8497-d6f267e7d76b req-7af65a67-3f2f-4d96-9924-934aa9a3f04f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:08.125924 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994fb363-2cc7-4093-8497-d6f267e7d76b req-7af65a67-3f2f-4d96-9924-934aa9a3f04f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0738692 Jul 22 09:34:08.162937 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994fb363-2cc7-4093-8497-d6f267e7d76b req-bb80e21d-e64d-4d90-b81e-64ad7d56ab46 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Jul 22 09:34:08.409665 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1054910-a801-41df-9ce3-86cd6f317960 req-5280812b-03ac-4671-837d-28369c8f092f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:08.411238 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1054910-a801-41df-9ce3-86cd6f317960 req-5280812b-03ac-4671-837d-28369c8f092f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 946 time: 0.0724270 Jul 22 09:34:08.468249 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1054910-a801-41df-9ce3-86cd6f317960 req-031344e9-6917-42c7-8631-fb1112651aed tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Jul 22 09:34:08.506966 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-391cc003-fefb-468c-aa68-e0c2fee89657 req-9a63a42f-1298-41c2-be59-75963910f4c5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 210 time: 0.0319583 Jul 22 09:34:08.527597 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6c94c855-72e9-4ed4-afe2-e5f97b1de02b tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:08.529009 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6c94c855-72e9-4ed4-afe2-e5f97b1de02b tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.46 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 809 time: 0.1129653 Jul 22 09:34:08.663678 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-956bc423-5967-4161-a5a9-d84266f30282 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5cdc707fd6b4569b0f34c8f54fde969 HTTP/1.1" status: 200 len: 379 time: 0.0418763 Jul 22 09:34:08.682326 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'port': {'device_id': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'admin_state_up': True, 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'security_groups': ['9831d8ed-f132-4188-b717-47cba4518e4b']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:08.965855 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Made reservation on behalf of a5cdc707fd6b4569b0f34c8f54fde969 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:08.969167 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.089261 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Allocated IP 172.20.0.9 (3ae0a89b-de28-4b0f-8c2c-38f37383c681/2b363734-9f8a-4ab0-91af-f6e903bc4f7a/f8387135-7767-4b8e-8178-b2b44de80a2f) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:09.227698 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1410d-24cb-438a-84bd-592ba7d98707 req-569d0dfa-6ae5-4114-b2a4-e9e1304bbe4d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:09.229548 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8fd1410d-24cb-438a-84bd-592ba7d98707 req-569d0dfa-6ae5-4114-b2a4-e9e1304bbe4d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0663245 Jul 22 09:34:09.230643 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.244065 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Transition to ACTIVE for port object f8387135-7767-4b8e-8178-b2b44de80a2f will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:09.276932 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.294629 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8fd1410d-24cb-438a-84bd-592ba7d98707 req-fb3f9188-5e83-48b8-9a17-fd7d88699f1a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554581 Jul 22 09:34:09.318705 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6a2ef-481e-4064-b965-c1baf82f7184 req-9b26c7e6-3e61-4d4f-9728-9bb3f501e5e6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:09.321614 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-61a6a2ef-481e-4064-b965-c1baf82f7184 req-9b26c7e6-3e61-4d4f-9728-9bb3f501e5e6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0895214 Jul 22 09:34:09.324260 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:09.327366 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:09.332248 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:09.339733 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.340073 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.340401 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.340730 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.341060 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.341373 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.341688 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.342003 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.342341 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.342653 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.342971 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.343281 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:09.346018 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:09.373336 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-61a6a2ef-481e-4064-b965-c1baf82f7184 req-86f3c193-0dfa-4238-a3e9-022fd678d9f5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Jul 22 09:34:09.399747 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:09.400370 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.417180 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-6a42135d-e69d-4ccb-be9b-516ca46a36b9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382958 Jul 22 09:34:09.429696 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Request body: {'port': {'device_id': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:09.543271 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.691945 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-3c39aca8-56f9-4d76-9d4c-15b13063d9f2 None None] Provisioning for port f8387135-7767-4b8e-8178-b2b44de80a2f completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:09.697467 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-3c39aca8-56f9-4d76-9d4c-15b13063d9f2 None None] Provisioning complete for port f8387135-7767-4b8e-8178-b2b44de80a2f triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:09.698158 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3c39aca8-56f9-4d76-9d4c-15b13063d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.752926 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-3c39aca8-56f9-4d76-9d4c-15b13063d9f2 None None] Port f8387135-7767-4b8e-8178-b2b44de80a2f cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:34:09.775618 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-fcfaf4cf-95b7-4c3b-b52d-df4003980ab2 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:09.776974 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-fcfaf4cf-95b7-4c3b-b52d-df4003980ab2 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 946 time: 0.2649517 Jul 22 09:34:09.850475 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f06613-d76b-472f-8d0f-cd54fd60a8af req-a8978c6e-b14d-442a-a4e1-9ef003948a4c tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:09.851991 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90f06613-d76b-472f-8d0f-cd54fd60a8af req-a8978c6e-b14d-442a-a4e1-9ef003948a4c tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 931 time: 0.2225654 Jul 22 09:34:09.880328 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1cdb1-8aa2-4cb4-81e7-f591d33eff22 req-3c3eb327-2647-4af8-9957-9ebb5f062819 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:09.883207 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3f1cdb1-8aa2-4cb4-81e7-f591d33eff22 req-3c3eb327-2647-4af8-9957-9ebb5f062819 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 946 time: 0.2722986 Jul 22 09:34:09.894315 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42686) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:09.914208 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8387135-7767-4b8e-8178-b2b44de80a2f {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:34:09.925323 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.939815 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Transition to ACTIVE for port object f8387135-7767-4b8e-8178-b2b44de80a2f will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:09.945046 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:09.986692 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90f06613-d76b-472f-8d0f-cd54fd60a8af req-5e73d95f-13ef-400e-b2bd-1ad28b8469b8 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270349 Jul 22 09:34:09.996761 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:10.013661 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3f1cdb1-8aa2-4cb4-81e7-f591d33eff22 req-32eeff3b-894e-4bc2-b967-a96af3c991d3 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223116 Jul 22 09:34:10.045867 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.050515 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Deleting port ffae5e54-30b4-4111-8950-6f7e13eeec6f {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:34:10.050852 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.089206 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Attempting to bind port f8387135-7767-4b8e-8178-b2b44de80a2f on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:10.089890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Attempting to bind port f8387135-7767-4b8e-8178-b2b44de80a2f by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:10.090545 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Attempting to bind port f8387135-7767-4b8e-8178-b2b44de80a2f on network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:10.095501 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Port f8387135-7767-4b8e-8178-b2b44de80a2f on network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:34:10.095930 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Attempting to bind port f8387135-7767-4b8e-8178-b2b44de80a2f on network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:10.101346 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:10.101773 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Checking segment: {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:10.102390 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Bound using segment: {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:10.102920 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Bound port: f8387135-7767-4b8e-8178-b2b44de80a2f, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701b5722-aebe-4514-a2d4-ef6ee75c289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:10.103372 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.174270 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] For port ffae5e54-30b4-4111-8950-6f7e13eeec6f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ffae5e54-30b4-4111-8950-6f7e13eeec6f,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:10.174636 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.175728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:10.179986 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:10.184471 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.197166 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Calling delete_port for ffae5e54-30b4-4111-8950-6f7e13eeec6f owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:34:10.221893 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:10.222555 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.223983 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 1093 time: 0.7988060 Jul 22 09:34:10.226960 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:10.236192 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a85fba-580c-429b-930d-a00997ca979f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:10.286129 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.292459 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20885c-6a41-475a-81d7-07f3932a6019 service neutron] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:10.293423 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.309178 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb7660a-41c9-4ea1-9b30-053416019e50 x-openstack-request-id: req-8cb7660a-41c9-4ea1-9b30-053416019e50 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:10.310590 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:10.311044 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cb7660a-41c9-4ea1-9b30-053416019e50 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:10.311448 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'status': 'completed', 'code': 200} Jul 22 09:34:10.344926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b05a4-cf79-4907-95ce-de83bd2fc1d6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:10.349828 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05321472a007458a9fccaf35fb2ad598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526556 Jul 22 09:34:10.352426 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42696) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:10.357712 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-c8a9cb66-fbfb-45b6-900f-bc529e34a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:10.359460 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-c8a9cb66-fbfb-45b6-900f-bc529e34a498 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1096 time: 0.0758319 Jul 22 09:34:10.365628 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.365993 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.366337 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.366674 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.367012 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.367364 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.367979 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.368255 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.368717 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.369065 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.369396 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.369725 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0dea20-635e-41f4-8271-584089f582f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:10.413247 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-7bdaf201-942d-46ab-a03e-d1ab29f000da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 217 time: 0.0425568 Jul 22 09:34:10.470806 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-a73575b5-bc53-4790-8492-f81d032e602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:10.472260 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-a73575b5-bc53-4790-8492-f81d032e602a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 200 len: 848 time: 0.0520129 Jul 22 09:34:10.528000 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.542377 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-74674a66-75dc-4e25-a2ed-a1f8d6000047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.560480 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-8d596f7c-9890-4bd0-8520-8037df302967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:10.562010 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-8d596f7c-9890-4bd0-8520-8037df302967 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ae0a89b-de28-4b0f-8c2c-38f37383c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775959 Jul 22 09:34:10.577739 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Pushing event deleted for resources: {'Port': ['ID=ffae5e54-30b4-4111-8950-6f7e13eeec6f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:10.610230 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-74674a66-75dc-4e25-a2ed-a1f8d6000047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.644541 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea108-9dbb-4beb-af0e-16897c47f55b req-d041d2a0-515c-4b88-a0b7-1fdf68503a5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:10.646624 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-869ea108-9dbb-4beb-af0e-16897c47f55b req-d041d2a0-515c-4b88-a0b7-1fdf68503a5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2258124 Jul 22 09:34:10.660086 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-00e91ba5-e149-496e-8137-ade21b66fe2e service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902729 Jul 22 09:34:10.674108 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] No DVR routers for this DVR port ffae5e54-30b4-4111-8950-6f7e13eeec6f on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:34:10.683560 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.685429 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ae663c88-3192-409d-b4fd-80aeaf3e0686 req-a60349d2-1a2d-4ddd-90e3-bcc9a5ed5ffb tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "DELETE /v2.0/ports/ffae5e54-30b4-4111-8950-6f7e13eeec6f HTTP/1.1" status: 204 len: 173 time: 0.8974707 Jul 22 09:34:10.689473 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'name': 'network-vif-deleted', 'tag': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:10.689473 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c47daaa-944b-4a55-9543-74dfa316e213" -d '{"events": [{"server_uuid": "697d0703-bc1c-4e7f-8098-485fe5eb2f0e", "name": "network-vif-deleted", "tag": "ffae5e54-30b4-4111-8950-6f7e13eeec6f"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:10.735588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32ad48-a3da-466c-945b-4ad99a8abfa9 req-56fe4d64-541a-4fb4-acb5-494fe7548338 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:10.737236 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db32ad48-a3da-466c-945b-4ad99a8abfa9 req-56fe4d64-541a-4fb4-acb5-494fe7548338 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.2672529 Jul 22 09:34:10.767256 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8f717f4-3806-4678-851a-9ca6ab030d49 req-160e4893-e9d3-4abc-8792-330930358562 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005147 Jul 22 09:34:10.777320 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-869ea108-9dbb-4beb-af0e-16897c47f55b req-14857da3-3d05-454b-b862-b539047b3ead tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087008 Jul 22 09:34:10.798603 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-74674a66-75dc-4e25-a2ed-a1f8d6000047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.811744 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-74674a66-75dc-4e25-a2ed-a1f8d6000047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:10.813879 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-74674a66-75dc-4e25-a2ed-a1f8d6000047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/337b05a4-cf79-4907-95ce-de83bd2fc1d6 HTTP/1.1" status: 204 len: 168 time: 0.4573646 Jul 22 09:34:10.834107 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db32ad48-a3da-466c-945b-4ad99a8abfa9 req-8f8b4611-d87c-4579-a9e2-7c338503db56 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863590 Jul 22 09:34:10.841461 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74674a66-75dc-4e25-a2ed-a1f8d6000047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b05a4-cf79-4907-95ce-de83bd2fc1d6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:10.844247 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56547f3b-3c68-4266-9ae6-6127db79c6b1 x-openstack-request-id: req-56547f3b-3c68-4266-9ae6-6127db79c6b1 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:10.844535 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697d0703-bc1c-4e7f-8098-485fe5eb2f0e", "name": "network-vif-deleted", "tag": "ffae5e54-30b4-4111-8950-6f7e13eeec6f", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:10.844786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56547f3b-3c68-4266-9ae6-6127db79c6b1 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:10.845175 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697d0703-bc1c-4e7f-8098-485fe5eb2f0e', 'name': 'network-vif-deleted', 'tag': 'ffae5e54-30b4-4111-8950-6f7e13eeec6f', 'status': 'completed', 'code': 200} Jul 22 09:34:10.949592 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a85fba-580c-429b-930d-a00997ca979f req-f68d3e2c-93e5-4f0d-998c-eb70a46682c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:10.951118 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a85fba-580c-429b-930d-a00997ca979f req-f68d3e2c-93e5-4f0d-998c-eb70a46682c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1096 time: 0.0630836 Jul 22 09:34:10.958677 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42712) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:11.084566 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a85fba-580c-429b-930d-a00997ca979f req-65d8ae03-76b0-448d-b8d8-0fa25c063b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:11.087864 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a85fba-580c-429b-930d-a00997ca979f req-65d8ae03-76b0-448d-b8d8-0fa25c063b9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 909 time: 0.1283069 Jul 22 09:34:11.149108 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b0c31fcf-5f76-428e-a0c8-5f0bd3063fc0 req-307ecb12-b262-4a61-9873-ddf3d1f7de93 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=697d0703-bc1c-4e7f-8098-485fe5eb2f0e HTTP/1.1" status: 200 len: 210 time: 0.0472336 Jul 22 09:34:11.164653 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a85fba-580c-429b-930d-a00997ca979f req-5193a37c-1dcb-4715-9c4a-c16ada5eda19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 217 time: 0.0694685 Jul 22 09:34:11.194098 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a4fc13f-97ee-41a0-a2af-feb35ade2971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:11.228558 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39f91-2ef8-456b-97ec-96f86adf19d0 req-81b5d604-998d-4c30-b4a2-8011f85a8691 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:11.233155 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a85fba-580c-429b-930d-a00997ca979f req-d34960ee-bf09-44ca-ab2d-8a8b1f93a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:11.234565 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a85fba-580c-429b-930d-a00997ca979f req-d34960ee-bf09-44ca-ab2d-8a8b1f93a6e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 200 len: 848 time: 0.0621550 Jul 22 09:34:11.235705 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ccc39f91-2ef8-456b-97ec-96f86adf19d0 req-81b5d604-998d-4c30-b4a2-8011f85a8691 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.1513307 Jul 22 09:34:11.294254 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ccc39f91-2ef8-456b-97ec-96f86adf19d0 req-66f9b0f7-eb4f-472e-a17a-a6c9b26f3570 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576282 Jul 22 09:34:11.323358 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a85fba-580c-429b-930d-a00997ca979f req-9b8e16e5-def3-40c3-bbe6-892a7d225c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:11.325196 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a85fba-580c-429b-930d-a00997ca979f req-9b8e16e5-def3-40c3-bbe6-892a7d225c9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ae0a89b-de28-4b0f-8c2c-38f37383c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740464 Jul 22 09:34:11.356779 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a4fc13f-97ee-41a0-a2af-feb35ade2971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:11.361445 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a4fc13f-97ee-41a0-a2af-feb35ade2971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:11.409493 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4a4fc13f-97ee-41a0-a2af-feb35ade2971 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d56fedea05e4b8bb1777b910f3fad88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474397 Jul 22 09:34:11.409493 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fc13f-97ee-41a0-a2af-feb35ade2971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddf4fbe-3f0d-4dbb-85da-9a0675563b8d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:11.411383 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42732) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:11.463663 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5af92fb7-9441-43bf-aa6e-44f2a183792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:11.467249 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a85fba-580c-429b-930d-a00997ca979f req-2512f8d2-08bd-4a6d-ae41-9c3d80444da2 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286316 Jul 22 09:34:11.487920 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5af92fb7-9441-43bf-aa6e-44f2a183792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:11.541659 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5af92fb7-9441-43bf-aa6e-44f2a183792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:11.544371 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5af92fb7-9441-43bf-aa6e-44f2a183792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:11.546684 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5af92fb7-9441-43bf-aa6e-44f2a183792c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ddf4fbe-3f0d-4dbb-85da-9a0675563b8d HTTP/1.1" status: 204 len: 168 time: 0.1342552 Jul 22 09:34:11.558031 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af92fb7-9441-43bf-aa6e-44f2a183792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddf4fbe-3f0d-4dbb-85da-9a0675563b8d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:11.563813 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a85fba-580c-429b-930d-a00997ca979f req-d2db6152-496b-4440-93bd-ed4673f9498a service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891531 Jul 22 09:34:11.933940 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4c70-2ddb-47b4-a9d3-446c3c26fd81 req-e17ca45b-49bf-409a-b020-692cf6bde330 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:11.935530 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-201b4c70-2ddb-47b4-a9d3-446c3c26fd81 req-e17ca45b-49bf-409a-b020-692cf6bde330 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0786371 Jul 22 09:34:12.021769 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-201b4c70-2ddb-47b4-a9d3-446c3c26fd81 req-91247bfd-1f91-4784-85b5-f644b331b807 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723259 Jul 22 09:34:12.057790 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfb227-47fd-460e-b6a0-0134422901e6 req-73f493e6-2333-446a-bac7-bcbc210b5ae8 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:12.068820 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bfb227-47fd-460e-b6a0-0134422901e6 req-73f493e6-2333-446a-bac7-bcbc210b5ae8 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.1296382 Jul 22 09:34:12.107344 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bfb227-47fd-460e-b6a0-0134422901e6 req-fd341428-9927-4072-9731-1207c54e9a48 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374134 Jul 22 09:34:12.242892 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42778) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:12.397684 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ffae5e54-30b4-4111-8950-6f7e13eeec6f no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:34:12.434207 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-393014969-network', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:12.509243 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Made reservation on behalf of beedf850e57a467a87d8841d86d694ef for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:12.511573 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:12.538403 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: ffae5e54-30b4-4111-8950-6f7e13eeec6f {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:34:12.538745 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ffae5e54-30b4-4111-8950-6f7e13eeec6f not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:34:12.550440 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:12.584642 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fe645-b171-4832-801a-264e8b68eb6c req-98d59754-4130-44be-84ab-06b01c28ebad tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:12.586181 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3b6fe645-b171-4832-801a-264e8b68eb6c req-98d59754-4130-44be-84ab-06b01c28ebad tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.1998889 Jul 22 09:34:12.643562 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-da489dc2-05fd-491d-95cf-8d11b5878dff tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:12.645901 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-da489dc2-05fd-491d-95cf-8d11b5878dff tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/networks?id=42d08f90-5d47-4900-8082-0cab92c023f0 HTTP/1.1" status: 200 len: 809 time: 0.1904209 Jul 22 09:34:12.680825 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3b6fe645-b171-4832-801a-264e8b68eb6c req-b4d9a025-493f-488d-a232-66285ef782cd tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883904 Jul 22 09:34:12.683639 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-4d34294a-7438-4ad1-808e-1abf27157e46 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/quotas/e114a1c3498f42d1b87c093e3c6cd677 HTTP/1.1" status: 200 len: 375 time: 0.0268342 Jul 22 09:34:12.726310 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-e803c9b2-1254-4f53-af92-59e7a7a12901 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e114a1c3498f42d1b87c093e3c6cd677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337148 Jul 22 09:34:12.818666 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:12.825375 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:12.866333 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:34:12.874745 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-ee61eb86-72a2-4bd5-97f6-a5bb1b47d564 service neutron] 10.222.0.20 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416619 Jul 22 09:34:12.878443 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855e0c80-de93-4bfa-bcd2-1642722e55ce,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:12.891758 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:12.892053 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Added segment 2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9 of type vlan for network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d Jul 22 09:34:12.989220 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.030575 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-643390c4-8ec2-49e1-8c95-2f67d8b9e0dd service neutron] 10.222.0.20 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459897 Jul 22 09:34:13.040381 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.041428 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:13.042093 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.077586 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8308783 Jul 22 09:34:13.081690 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 42806) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:13.096900 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Request body: {'subnet': {'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-393014969-subnet', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:13.110798 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68654a-7996-4e3a-8dbd-05443b117999 admin admin] Pushing event updated for resources: {'Network': ['ID=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:13.121082 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:34:13.126106 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Made reservation on behalf of beedf850e57a467a87d8841d86d694ef for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:13.128410 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.277832 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda267b-5412-4755-88f2-beca8b6befdc req-b0aa5160-0d04-477d-8cad-ec9e7a8f5722 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:13.285817 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2bda267b-5412-4755-88f2-beca8b6befdc req-b0aa5160-0d04-477d-8cad-ec9e7a8f5722 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1360145 Jul 22 09:34:13.365144 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2bda267b-5412-4755-88f2-beca8b6befdc req-2efa6d89-f802-4c68-8633-31c0d76a5cc1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697122 Jul 22 09:34:13.416956 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f36d-7a50-4b0b-9045-f9f021c05a01 req-7374e8e0-f415-49af-a3db-7449b6099ce3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:13.425574 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a800f36d-7a50-4b0b-9045-f9f021c05a01 req-7374e8e0-f415-49af-a3db-7449b6099ce3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.1324022 Jul 22 09:34:13.469680 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a800f36d-7a50-4b0b-9045-f9f021c05a01 req-a33e0e2c-0045-45ee-9f76-583d9db92462 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431991 Jul 22 09:34:13.470503 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.521529 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed93423-c4f6-467c-bb64-b7c994df5b8e req-554aa533-8936-4da9-99fe-50c1c0a569da tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0468736 Jul 22 09:34:13.533897 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:13.574331 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Checking segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:13.574867 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Network hostable DHCP agents. Network: fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:34:13.606336 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:34:13.623057 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:13.627099 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:13.627942 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.634323 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a752c-2b39-457f-983b-9ace433a2ca0 None None] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:34:13.662578 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c64fef10-eae1-4dc6-a199-b6b7cd5c479a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5796130 Jul 22 09:34:13.665359 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42840) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:13.670692 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:13.716418 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.717423 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.810409 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:13.916130 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:34:13.917714 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.154972 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Allocated IP 172.20.0.2 (fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d/bf0fe44e-92d3-4b1a-8742-9ec19f9367dc/0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:14.281685 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.291917 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad9c31-1bbf-4d4b-ba50-5158520a8e22 req-f2c3e2d8-aa81-4bcf-b9ba-e9bdb6a1d374 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:14.293450 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bad9c31-1bbf-4d4b-ba50-5158520a8e22 req-f2c3e2d8-aa81-4bcf-b9ba-e9bdb6a1d374 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.4867806 Jul 22 09:34:14.314303 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.323258 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Transition to ACTIVE for port object 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:14.342052 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Transition to ACTIVE for port object 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:14.348927 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.354001 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bad9c31-1bbf-4d4b-ba50-5158520a8e22 req-b39ccbe4-aef9-48fe-bf89-0ae88c83515a tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520742 Jul 22 09:34:14.398400 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:14.399454 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Pushing event updated for resources: {'Port': ['ID=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:14.402729 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:14.404471 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:14.474996 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Attempting to bind port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:14.475446 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Attempting to bind port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:14.475954 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Attempting to bind port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:14.481380 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:14.481828 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Checking segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:14.483879 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.483879 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Bound using segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:14.483879 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Bound port: 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:14.483879 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.563101 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] For port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:14.568743 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] For port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:14.574552 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.616347 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.648369 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bad6b7-a145-413b-abb9-97d7f2086401 None None] Pushing event updated for resources: {'Port': ['ID=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:14.648957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.678925 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63243f6b-1966-4223-b50a-8c41d9cf50b7 req-107868c0-fd9c-4e27-969c-1d5fd7931f7e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:14.681230 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63243f6b-1966-4223-b50a-8c41d9cf50b7 req-107868c0-fd9c-4e27-969c-1d5fd7931f7e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1947253 Jul 22 09:34:14.709401 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-9280f280-eb13-4063-83e6-49c4638a5219 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:14.710950 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-9280f280-eb13-4063-83e6-49c4638a5219 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "GET /v2.0/networks?id=42d08f90-5d47-4900-8082-0cab92c023f0 HTTP/1.1" status: 200 len: 809 time: 0.1743696 Jul 22 09:34:14.726374 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Request body: {'port': {'device_id': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0', 'admin_state_up': True, 'tenant_id': 'e114a1c3498f42d1b87c093e3c6cd677'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:14.742234 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ff4bd-ba80-4f93-b64d-4c70fee765f8 req-6c571386-44da-4ff1-946a-c3cdcb54a197 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:14.744417 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a8ff4bd-ba80-4f93-b64d-4c70fee765f8 req-6c571386-44da-4ff1-946a-c3cdcb54a197 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.1959743 Jul 22 09:34:14.885598 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Made reservation on behalf of e114a1c3498f42d1b87c093e3c6cd677 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:14.886357 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Allocated IP 172.27.1.32 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/af23842c-3f14-4758-81b5-baa0ca08fc0d) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:14.889381 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:14.896682 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63243f6b-1966-4223-b50a-8c41d9cf50b7 req-18a8ed71-91ab-47f6-8387-2af13d2dcfee tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832697 Jul 22 09:34:14.913391 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a8ff4bd-ba80-4f93-b64d-4c70fee765f8 req-168a7e8b-81de-4a82-b776-69fe2a4e837b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580453 Jul 22 09:34:15.052504 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad96c164-c8fb-4603-9634-c8dd2b2d2f13 req-1f0b22e6-f307-4c3c-83af-1b77d541402c tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0579164 Jul 22 09:34:15.082359 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Allocated IP 172.20.0.7 (42d08f90-5d47-4900-8082-0cab92c023f0/3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4/db5ccc5e-ca21-4c80-8a70-4ca48ace8519) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:15.104765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.150043 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.209974 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:15.216290 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:15.236725 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:15.249376 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Pushing event updated for resources: {'Port': ['ID=af23842c-3f14-4758-81b5-baa0ca08fc0d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:15.299985 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.358089 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.415539 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42896) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:15.502134 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Network 42d08f90-5d47-4900-8082-0cab92c023f0 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:15.503563 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Pushing event updated for resources: {'Port': ['ID=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:15.517633 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:15.521080 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:15.602177 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:15.603007 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.622848 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-b389ffa3-582b-433d-8d39-ad9e7c0608e1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018188 Jul 22 09:34:15.639438 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Request body: {'port': {'device_id': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:15.663288 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4480324d-9d26-4890-9aff-d50062cd73f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.702174 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.708441 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-57387f45-79e5-46a3-9d65-9edf5211adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:15.709783 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-57387f45-79e5-46a3-9d65-9edf5211adac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1098 time: 0.2007592 Jul 22 09:34:15.771751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:15.856110 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf638775-2fa3-4d5f-bffc-41a29f93076c req-4f2d06ac-707c-40f1-a9ed-adafa62cd167 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:15.857610 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf638775-2fa3-4d5f-bffc-41a29f93076c req-4f2d06ac-707c-40f1-a9ed-adafa62cd167 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.3508592 Jul 22 09:34:15.876117 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd226e6-b545-48c5-b46d-9f916cd8e273 None None] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:34:15.990806 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-579dfbae-59e5-4945-80db-b457e3a49b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:15.992291 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-579dfbae-59e5-4945-80db-b457e3a49b76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.2106404 Jul 22 09:34:15.997013 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf638775-2fa3-4d5f-bffc-41a29f93076c req-f7d19b9b-71c1-4d05-937f-425167ec7365 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019368 Jul 22 09:34:16.032831 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a45fa3db-d9fc-4c47-9bcc-b5c5b755b1bf None None] Provisioning for port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:16.098530 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5ccc5e-ca21-4c80-8a70-4ca48ace8519 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:34:16.109918 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.125935 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Transition to ACTIVE for port object db5ccc5e-ca21-4c80-8a70-4ca48ace8519 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:16.131941 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.219386 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Pushing event updated for resources: {'Port': ['ID=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:16.244305 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4480324d-9d26-4890-9aff-d50062cd73f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.262141 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4480324d-9d26-4890-9aff-d50062cd73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.323552 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Attempting to bind port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:16.323890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Attempting to bind port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:16.324217 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Attempting to bind port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 on network 42d08f90-5d47-4900-8082-0cab92c023f0 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:16.330200 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 on network 42d08f90-5d47-4900-8082-0cab92c023f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:34:16.330728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Attempting to bind port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 on network 42d08f90-5d47-4900-8082-0cab92c023f0 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:16.336779 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:16.337334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Checking segment: {'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:16.337886 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Bound using segment: {'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:16.338516 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Bound port: db5ccc5e-ca21-4c80-8a70-4ca48ace8519, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341df386-bdb8-463b-a4e6-cb124986475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:16.339103 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.419395 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:16.460637 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] For port db5ccc5e-ca21-4c80-8a70-4ca48ace8519, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:16.465429 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] For port db5ccc5e-ca21-4c80-8a70-4ca48ace8519, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:16.470751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.484846 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:16.490858 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:16.491308 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.515991 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:16.516617 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.518287 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] 10.222.0.46 "PUT /v2.0/ports/db5ccc5e-ca21-4c80-8a70-4ca48ace8519 HTTP/1.1" status: 200 len: 1093 time: 0.8831062 Jul 22 09:34:16.518475 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'tag': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:16.520714 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27100470-879f-4bb0-83ad-dcd7acd9de72" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9e4593-24c5-4a78-a1ce-659b563a8fd7", "tag": "db5ccc5e-ca21-4c80-8a70-4ca48ace8519"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:16.523477 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-e30ba6d7-a4d0-4240-b6d8-af507fe48641 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 1001 time: 0.5198061 Jul 22 09:34:16.539806 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce8cb3-2b55-4380-89b9-2c7cd7865d16 service neutron] Pushing event updated for resources: {'Port': ['ID=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:16.592624 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.630563 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-806c169e-9cae-4e20-985b-09b12300f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:16.631705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:16.632488 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-806c169e-9cae-4e20-985b-09b12300f4ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e114a1c3498f42d1b87c093e3c6cd677&device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0665755 Jul 22 09:34:16.636244 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.648786 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4480324d-9d26-4890-9aff-d50062cd73f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01b33422ef9b45ab92336bcdbcef2a82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2321982 Jul 22 09:34:16.650806 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:16.657892 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42922) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:16.667216 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e2f3-fe7d-4a32-90aa-34b6b742c7e6 req-7face99b-004a-4427-9a23-4bc117340e87 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:16.668719 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd67e2f3-fe7d-4a32-90aa-34b6b742c7e6 req-7face99b-004a-4427-9a23-4bc117340e87 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.6708262 Jul 22 09:34:16.678919 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-0dd1bc5b-1897-475d-8873-b104b5eff550 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db5ccc5e-ca21-4c80-8a70-4ca48ace8519 HTTP/1.1" status: 200 len: 217 time: 0.0374205 Jul 22 09:34:16.683364 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480324d-9d26-4890-9aff-d50062cd73f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346463e2-1939-41e8-a691-72dc4d3c6bb2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:16.688820 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:16.725137 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d39e1b-ee06-4654-825d-a3e500d0c4fb req-3b0c3a5a-9a72-4ae9-bb02-e97940c57ffa tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:16.726684 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6d39e1b-ee06-4654-825d-a3e500d0c4fb req-3b0c3a5a-9a72-4ae9-bb02-e97940c57ffa tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.5630598 Jul 22 09:34:16.732240 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-68a95a18-8a27-4100-b297-dd50e8a826f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:16.733670 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-68a95a18-8a27-4100-b297-dd50e8a826f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4 HTTP/1.1" status: 200 len: 849 time: 0.0475662 Jul 22 09:34:16.772358 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-c80124ae-49ba-4d2f-9a43-295b2a38d058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42d08f90-5d47-4900-8082-0cab92c023f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294480 Jul 22 09:34:16.800966 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-5228b383-3905-4d91-b288-93c9f2897243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:16.802441 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-5228b383-3905-4d91-b288-93c9f2897243 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.2633646 Jul 22 09:34:16.874187 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-2571e3f3-4edc-427e-bfc6-46b3ed767a6e service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931351 Jul 22 09:34:16.908219 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd67e2f3-fe7d-4a32-90aa-34b6b742c7e6 req-30bf98ba-15c2-4a01-8ce2-f6274917c7a9 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284005 Jul 22 09:34:16.948577 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752678-1fb8-4db1-99d3-b23702af3644 req-41b4d836-875f-43c5-aa8a-fd8e116730af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:16.950211 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-22752678-1fb8-4db1-99d3-b23702af3644 req-41b4d836-875f-43c5-aa8a-fd8e116730af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 1099 time: 0.4481218 Jul 22 09:34:16.961585 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6d39e1b-ee06-4654-825d-a3e500d0c4fb req-e071dfc3-3e82-48cd-bfee-db2813fa52df tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639137 Jul 22 09:34:16.969438 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a045e685-14c0-4603-b9f2-bd97d0c7d45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:17.008079 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b8843db-cf52-4e5d-b332-31f41df00e61 req-06fb1bbd-4b62-4e90-97a1-90a9b3862574 service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251876 Jul 22 09:34:17.031317 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da34b01b-40c1-4d78-924d-f927873aa974 x-openstack-request-id: req-da34b01b-40c1-4d78-924d-f927873aa974 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:17.031727 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9e4593-24c5-4a78-a1ce-659b563a8fd7", "tag": "db5ccc5e-ca21-4c80-8a70-4ca48ace8519", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:17.031959 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da34b01b-40c1-4d78-924d-f927873aa974 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:17.032353 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'tag': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519', 'status': 'completed', 'code': 200} Jul 22 09:34:17.069918 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a045e685-14c0-4603-b9f2-bd97d0c7d45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:17.127078 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-781152be-a91e-4ab3-b616-160768ad2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:17.127693 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-73551ccf-593d-40f2-8864-3ee986e59a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:17.128845 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-781152be-a91e-4ab3-b616-160768ad2b75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e114a1c3498f42d1b87c093e3c6cd677&device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0566368 Jul 22 09:34:17.129067 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-73551ccf-593d-40f2-8864-3ee986e59a20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3121076 Jul 22 09:34:17.149516 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-22752678-1fb8-4db1-99d3-b23702af3644 req-6b7eafab-a20a-45b5-b196-d44daa8d6db3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871789 Jul 22 09:34:17.229874 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:34:17.240341 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-e349ec83-a662-429b-a17b-f8fb20777529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:17.241832 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-e349ec83-a662-429b-a17b-f8fb20777529 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42d08f90-5d47-4900-8082-0cab92c023f0 HTTP/1.1" status: 200 len: 909 time: 0.0970757 Jul 22 09:34:17.296813 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c8d04-5a30-45bf-9753-829cbfd78122 req-35fccdda-0989-496f-8743-e18fb37f6b6f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:17.298524 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-949c8d04-5a30-45bf-9753-829cbfd78122 req-35fccdda-0989-496f-8743-e18fb37f6b6f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 943 time: 0.2673542 Jul 22 09:34:17.315554 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a045e685-14c0-4603-b9f2-bd97d0c7d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:17.318537 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a045e685-14c0-4603-b9f2-bd97d0c7d45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:17.319666 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a045e685-14c0-4603-b9f2-bd97d0c7d45c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/346463e2-1939-41e8-a691-72dc4d3c6bb2 HTTP/1.1" status: 204 len: 168 time: 0.6500382 Jul 22 09:34:17.446963 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045e685-14c0-4603-b9f2-bd97d0c7d45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346463e2-1939-41e8-a691-72dc4d3c6bb2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:17.463287 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fce8fd-21fd-413e-8434-5ae7b8c75745 req-3103ecd8-b9d3-4737-b88b-a4c648493af8 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:17.464913 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6fce8fd-21fd-413e-8434-5ae7b8c75745 req-3103ecd8-b9d3-4737-b88b-a4c648493af8 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.3833647 Jul 22 09:34:17.466909 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-f4c86a8a-3641-4f2c-a47b-5054131b5ebb service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113277 Jul 22 09:34:17.547378 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-1e54ddea-d54c-4c50-be9b-19a8eeda06b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db5ccc5e-ca21-4c80-8a70-4ca48ace8519 HTTP/1.1" status: 200 len: 217 time: 0.2963047 Jul 22 09:34:17.554726 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-949c8d04-5a30-45bf-9753-829cbfd78122 req-985a9982-7c75-4d2d-ac3b-f23061a11151 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476983 Jul 22 09:34:17.632831 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-315a2169-3760-41b3-9f4d-d499aed2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:17.633628 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-315a2169-3760-41b3-9f4d-d499aed2e25a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4 HTTP/1.1" status: 200 len: 849 time: 0.0770426 Jul 22 09:34:17.636871 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6fce8fd-21fd-413e-8434-5ae7b8c75745 req-27559917-140e-40ec-b6e1-88dd359e3d80 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492546 Jul 22 09:34:17.643880 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:34:17.674953 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48114266-5d76-4341-854f-dd1dfb55ea82 req-4e7f1108-66f6-46ee-bfad-59be2f008920 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883597 Jul 22 09:34:17.678536 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:34:17.686090 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:17.692902 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9abcbe65-92e4-4813-8c01-defc38ca3e90 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0258489 Jul 22 09:34:17.693944 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 42958) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:17.694396 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:17.705817 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:17.710486 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:33:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:17.753930 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-014df96b-240c-457b-aed7-ffc0d670d657 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42d08f90-5d47-4900-8082-0cab92c023f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023264 Jul 22 09:34:17.872815 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:17.921155 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-58b59160-f56f-4089-ba97-8ba5986911d5 service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546879 Jul 22 09:34:18.122034 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27100470-879f-4bb0-83ad-dcd7acd9de72 req-24a35c98-3b42-4bb6-80a6-f16a0e5e23d2 service neutron] 10.222.0.46 "GET /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797979 Jul 22 09:34:18.152827 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:15Z', 'revision_number': 3, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:18.195898 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:34:18.196384 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Updating router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd port af23842c-3f14-4758-81b5-baa0ca08fc0d binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:34:18.291030 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebd660-82db-4bd3-bdbf-e0648e0707a4 req-b97e3dd9-c69f-4c47-ae08-40ef4c21843f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:18.293991 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ebd660-82db-4bd3-bdbf-e0648e0707a4 req-b97e3dd9-c69f-4c47-ae08-40ef4c21843f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.2163711 Jul 22 09:34:18.367716 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757dd5-e265-4984-b298-184b3e4d9829 req-bebe1bc3-40f0-4a55-a470-cb51ff3555e7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:18.376015 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c757dd5-e265-4984-b298-184b3e4d9829 req-bebe1bc3-40f0-4a55-a470-cb51ff3555e7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2966573 Jul 22 09:34:18.376360 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:18.395875 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.459426 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device db5ccc5e-ca21-4c80-8a70-4ca48ace8519 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:34:18.479179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:18.479737 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.641643 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43002) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:18.657176 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ebd660-82db-4bd3-bdbf-e0648e0707a4 req-fe2979ae-6e03-4f8f-9b5b-d4a531f7d57f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303952 Jul 22 09:34:18.703114 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port db5ccc5e-ca21-4c80-8a70-4ca48ace8519, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:18.723815 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519', 'network_id': '42d08f90-5d47-4900-8082-0cab92c023f0', 'port_id': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519', 'mac_address': 'fa:16:3e:94:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:34:18.742243 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.762875 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c757dd5-e265-4984-b298-184b3e4d9829 req-97f88e07-88ea-4668-a12a-e7ec6890b956 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574111 Jul 22 09:34:18.825106 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.863518 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-473858263-network', 'tenant_id': '7914f9f8968649588fb70130ef929448'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:18.874423 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5ccc5e-ca21-4c80-8a70-4ca48ace8519 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:34:18.903653 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.909113 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port db5ccc5e-ca21-4c80-8a70-4ca48ace8519, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:18.910459 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Made reservation on behalf of 7914f9f8968649588fb70130ef929448 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:18.917972 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.932914 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.952791 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Transition to ACTIVE for port object af23842c-3f14-4758-81b5-baa0ca08fc0d will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:18.954354 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:18.957176 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:34:18.971180 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.089523 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Attempting to bind port af23842c-3f14-4758-81b5-baa0ca08fc0d on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:19.093904 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.094631 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Attempting to bind port af23842c-3f14-4758-81b5-baa0ca08fc0d by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:19.095204 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Attempting to bind port af23842c-3f14-4758-81b5-baa0ca08fc0d on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:19.105291 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.114981 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:19.120672 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43016) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:19.124659 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:19.125392 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.125959 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:19.127359 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Bound port: af23842c-3f14-4758-81b5-baa0ca08fc0d, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:19.127950 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.143171 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:34:19.165866 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.166504 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Added segment 26f8bc07-3f96-4956-9e22-ff3aeb668fc6 of type vlan for network 2b2b2634-65ab-4ba5-8d3c-78486dabccae Jul 22 09:34:19.168148 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932fc06f-da2f-4d4c-9df7-eee34a7e05a2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.205593 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:19.211436 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] For port af23842c-3f14-4758-81b5-baa0ca08fc0d, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:19.216230 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] For port af23842c-3f14-4758-81b5-baa0ca08fc0d, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=af23842c-3f14-4758-81b5-baa0ca08fc0d,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:19.221509 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Pushing event updated for resources: {'Port': ['ID=af23842c-3f14-4758-81b5-baa0ca08fc0d,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.226534 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.236843 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.237540 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.238102 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.239180 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.239712 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.240366 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.240909 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.241435 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.241569 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'port_id': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'mac_address': 'fa:16:3e:9e:dc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:34:19.242086 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.242855 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.243274 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.243689 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:34:19.265216 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7a291ab0-8bfd-48a3-8d19-275706166b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.280270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.296834 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d420dd-1955-4dcc-9ed8-918e1faed061 req-cb6d2ec5-8d66-4ab0-afaf-095b13effc19 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:19.310734 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21d420dd-1955-4dcc-9ed8-918e1faed061 req-cb6d2ec5-8d66-4ab0-afaf-095b13effc19 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 943 time: 0.4296548 Jul 22 09:34:19.329815 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:19.330952 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:33:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:19.357101 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.358011 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:19.358617 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.373741 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a344-d94d-4b7f-9800-e12088272d34 req-c97f7b47-d3b1-46cd-96cb-5b72fe8e0f14 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:19.377560 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4585a344-d94d-4b7f-9800-e12088272d34 req-c97f7b47-d3b1-46cd-96cb-5b72fe8e0f14 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.4985282 Jul 22 09:34:19.385434 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f19a7aa-018e-47a8-adea-a86e57f7d07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.411384 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.416264 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.433683 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:34:19.439600 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7968059 Jul 22 09:34:19.443195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43026) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:19.457497 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Request body: {'subnet': {'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-473858263-subnet', 'tenant_id': '7914f9f8968649588fb70130ef929448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:19.465907 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12358cf9-77e1-4305-a785-25ee458d9a3c None None] Pushing event updated for resources: {'Port': ['ID=af23842c-3f14-4758-81b5-baa0ca08fc0d,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.473803 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:19.482244 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.484041 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f8387135-7767-4b8e-8178-b2b44de80a2f details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:34:19.488601 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4585a344-d94d-4b7f-9800-e12088272d34 req-d75f92ab-93df-42f8-aa31-764a76e46226 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723426 Jul 22 09:34:19.505162 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21d420dd-1955-4dcc-9ed8-918e1faed061 req-3aed196c-454d-4c01-b84c-4d21aa117827 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886446 Jul 22 09:34:19.519302 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Allocated IP 172.20.0.1 (fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d/bf0fe44e-92d3-4b1a-8742-9ec19f9367dc/10dbe57a-b427-475e-8616-d16226562b11) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:19.541594 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4624c-e8b7-442b-a768-fe66fc140d8e admin admin] Pushing event updated for resources: {'Network': ['ID=2b2b2634-65ab-4ba5-8d3c-78486dabccae,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.594623 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:19.640992 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f19a7aa-018e-47a8-adea-a86e57f7d07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.647820 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f19a7aa-018e-47a8-adea-a86e57f7d07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.655350 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 2b2b2634-65ab-4ba5-8d3c-78486dabccae details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:34:19.657262 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.680254 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5f19a7aa-018e-47a8-adea-a86e57f7d07e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bf3521cba644ae98de4f314c358f141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570502 Jul 22 09:34:19.687971 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Transition to ACTIVE for port object 10dbe57a-b427-475e-8616-d16226562b11 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:19.692668 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43032) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:19.698504 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.761854 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:19.772061 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.778863 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'port_id': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'mac_address': 'fa:16:3e:97:f4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:34:19.799375 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bedeeaf4-9d2a-4807-b7ef-9317dc168f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.800999 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19a7aa-018e-47a8-adea-a86e57f7d07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb4493-c922-4dc7-979c-9918acb06453,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.869264 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.874436 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bedeeaf4-9d2a-4807-b7ef-9317dc168f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.881396 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Made reservation on behalf of 7914f9f8968649588fb70130ef929448 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:19.883493 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5805754'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.884786 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8387135-7767-4b8e-8178-b2b44de80a2f {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:34:19.919606 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:19.929043 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.940922 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:19.956000 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bedeeaf4-9d2a-4807-b7ef-9317dc168f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.958689 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:19.959264 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bedeeaf4-9d2a-4807-b7ef-9317dc168f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:19.962798 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bedeeaf4-9d2a-4807-b7ef-9317dc168f0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36bb4493-c922-4dc7-979c-9918acb06453 HTTP/1.1" status: 204 len: 168 time: 0.2663529 Jul 22 09:34:19.964484 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:19.974580 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Pushing event updated for resources: {'Port': ['ID=10dbe57a-b427-475e-8616-d16226562b11,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:19.975930 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeeaf4-9d2a-4807-b7ef-9317dc168f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb4493-c922-4dc7-979c-9918acb06453,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:20.007927 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:20.046193 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:15Z', 'revision_number': 3, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:20.078850 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['330258e3-ea9c-4d0c-a0f3-1adb74c1f015'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:34:20.117968 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:20.133500 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a95d0-525b-4b50-bbb3-54511574cbea None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:15Z', 'revision_number': 3, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:34:20.178572 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa71ea9-2663-4bb6-a0e5-f4c3509b9cf1 req-7ee96ebe-7910-4469-a35b-fa1a3f511218 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:20.186641 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fa71ea9-2663-4bb6-a0e5-f4c3509b9cf1 req-7ee96ebe-7910-4469-a35b-fa1a3f511218 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.4049406 Jul 22 09:34:20.253415 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['db5ccc5e-ca21-4c80-8a70-4ca48ace8519'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:34:20.266876 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b081b-6765-4329-ac66-ee6bdec8dc17 req-c02604d8-5078-4727-8063-b3260f71c518 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:20.270521 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['f8387135-7767-4b8e-8178-b2b44de80a2f'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:34:20.274996 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b41b081b-6765-4329-ac66-ee6bdec8dc17 req-c02604d8-5078-4727-8063-b3260f71c518 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.4071250 Jul 22 09:34:20.474877 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b41b081b-6765-4329-ac66-ee6bdec8dc17 req-3fca7365-5786-4e56-adef-4676d6ee941d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978643 Jul 22 09:34:20.490267 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fa71ea9-2663-4bb6-a0e5-f4c3509b9cf1 req-c11690dd-1e5a-4be0-bede-f29a0ab3cd88 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601995 Jul 22 09:34:20.525168 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:34:20.554178 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b5d5d4c1-8570-4921-9a0d-141b00c3cfdb None None] Provisioning for port 10dbe57a-b427-475e-8616-d16226562b11 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:20.589156 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:20.625701 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b5d5d4c1-8570-4921-9a0d-141b00c3cfdb None None] Provisioning complete for port 10dbe57a-b427-475e-8616-d16226562b11 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:20.626776 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d4c1-8570-4921-9a0d-141b00c3cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:20.638588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5805768'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:20.929338 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5d4c1-8570-4921-9a0d-141b00c3cfdb None None] Port 10dbe57a-b427-475e-8616-d16226562b11 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:34:20.957399 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4769ae-d04e-4b3c-ab04-fc13deee1e50,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:20.989655 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Checking segment: {'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:20.990047 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Network hostable DHCP agents. Network: 2b2b2634-65ab-4ba5-8d3c-78486dabccae, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:34:21.061965 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447260e1-51b9-40e9-9b9a-91cd5481c5a4 req-597037a8-89d5-4314-a4f2-3621735b3af4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:21.074343 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-447260e1-51b9-40e9-9b9a-91cd5481c5a4 req-597037a8-89d5-4314-a4f2-3621735b3af4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.4193833 Jul 22 09:34:21.123005 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:21.137281 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6bf4-7a6c-4c9f-9859-6fa221d53ae6 req-4deaa28c-c32f-45e2-94fc-88b5fb959883 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:21.139683 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a42d6bf4-7a6c-4c9f-9859-6fa221d53ae6 req-4deaa28c-c32f-45e2-94fc-88b5fb959883 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 944 time: 0.4303703 Jul 22 09:34:21.148274 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:21.150908 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Network 2b2b2634-65ab-4ba5-8d3c-78486dabccae is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:34:21.237808 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Pushing event updated for resources: {'Port': ['ID=10dbe57a-b427-475e-8616-d16226562b11,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:21.240805 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 2b2b2634-65ab-4ba5-8d3c-78486dabccae) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:21.277073 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfac031-1896-4b89-8a0e-e25bb6f98a6b None None] Network 2b2b2634-65ab-4ba5-8d3c-78486dabccae requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:34:21.283517 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a42d6bf4-7a6c-4c9f-9859-6fa221d53ae6 req-981ec986-88ed-4fb0-9a97-fe3b6ddfec29 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195369 Jul 22 09:34:21.288206 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:21.288796 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:21.319237 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e54db29a-7409-4ccc-9bfa-3f870203d987 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8749716 Jul 22 09:34:21.340877 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-447260e1-51b9-40e9-9b9a-91cd5481c5a4 req-02b672c8-bfea-4804-802e-f766ccfeb74e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656248 Jul 22 09:34:21.343548 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:21.459652 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:21.461846 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:21.625755 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-637b1cda-2980-4fa9-a961-0c673b878019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:21.633349 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:21.675077 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b20072-9eee-4405-94c2-9b8f96a5ee28 None None] Network 2b2b2634-65ab-4ba5-8d3c-78486dabccae requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:34:21.822487 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6212-8ac7-4850-aada-93182a0ac683 req-a95c0810-0178-45d1-b0bc-b0da0c120363 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:21.829574 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-157d6212-8ac7-4850-aada-93182a0ac683 req-a95c0810-0178-45d1-b0bc-b0da0c120363 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 944 time: 0.3789711 Jul 22 09:34:21.909757 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-151c6ae6-7983-4a5a-a782-a533f721e195 None None] Provisioning complete for port 10dbe57a-b427-475e-8616-d16226562b11 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:21.910155 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-151c6ae6-7983-4a5a-a782-a533f721e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:21.944659 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-157d6212-8ac7-4850-aada-93182a0ac683 req-39288cff-ed1e-42b0-a580-853b448c70df tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142106 Jul 22 09:34:21.980344 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdb3d8-c5dd-441e-8daa-d1323d385bfc req-79b966b1-e0ab-48a8-be0d-0a4614457f9b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:21.997766 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8cfdb3d8-c5dd-441e-8daa-d1323d385bfc req-79b966b1-e0ab-48a8-be0d-0a4614457f9b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.3194325 Jul 22 09:34:22.016007 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-151c6ae6-7983-4a5a-a782-a533f721e195 None None] Port 10dbe57a-b427-475e-8616-d16226562b11 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:34:22.022381 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:34:22.065197 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8cfdb3d8-c5dd-441e-8daa-d1323d385bfc req-8e1d4a43-c47b-45e2-b9d7-1646f8b02b01 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660980 Jul 22 09:34:22.251436 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:34:22.275553 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-491defa6-3c43-4a36-8efa-77c2f339ec02 admin admin] 10.222.0.20 "PUT /v2.0/routers/94b45323-cc57-42ac-98b6-7c8ae35d1bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5782053 Jul 22 09:34:22.385078 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device af23842c-3f14-4758-81b5-baa0ca08fc0d up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:22.455586 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f8387135-7767-4b8e-8178-b2b44de80a2f up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:22.582086 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f0c66-d4ee-4e61-9731-e708e61600c1 req-3e07f80c-a97a-47b5-ad2f-29d9ff8521e6 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:22.584166 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f11f0c66-d4ee-4e61-9731-e708e61600c1 req-3e07f80c-a97a-47b5-ad2f-29d9ff8521e6 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 944 time: 0.1834776 Jul 22 09:34:22.605265 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:34:22.607679 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port af23842c-3f14-4758-81b5-baa0ca08fc0d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:22.618685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port af23842c-3f14-4758-81b5-baa0ca08fc0d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:22.619059 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:22.624512 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:22.625290 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:22.645881 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port f8387135-7767-4b8e-8178-b2b44de80a2f completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:22.655208 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f11f0c66-d4ee-4e61-9731-e708e61600c1 req-cda485a4-a513-42c0-82ad-0e17faaa8fd2 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648339 Jul 22 09:34:22.746241 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port f8387135-7767-4b8e-8178-b2b44de80a2f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:22.746910 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:22.933933 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:22.976278 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:22.986816 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port af23842c-3f14-4758-81b5-baa0ca08fc0d, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=af23842c-3f14-4758-81b5-baa0ca08fc0d,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:22.997320 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:23.003729 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.065909 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:23.068545 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeaf028-d5b0-4c7f-ae90-e304f4d9c46b" -d '{"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-plugged", "status": "completed", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:23.106876 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:23.128521 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb54e7d-f5b3-4b83-906c-b877d2efb0de req-ea5d96c9-707e-48d1-8956-bc9e83082c6d tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:23.132353 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8eb54e7d-f5b3-4b83-906c-b877d2efb0de req-ea5d96c9-707e-48d1-8956-bc9e83082c6d tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 944 time: 0.0974007 Jul 22 09:34:23.197161 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a337ed-f22f-4625-856e-8284df3247a5 x-openstack-request-id: req-25a337ed-f22f-4625-856e-8284df3247a5 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:23.197743 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-plugged", "status": "completed", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:23.198230 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25a337ed-f22f-4625-856e-8284df3247a5 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:23.198813 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'code': 200} Jul 22 09:34:23.200228 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.201471 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:23.228298 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8eb54e7d-f5b3-4b83-906c-b877d2efb0de req-7523f898-7f10-4d53-baa2-162da9439c1e tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904438 Jul 22 09:34:23.265319 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43136) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:23.271425 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-36859503-network', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:23.374626 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Made reservation on behalf of 350c105b0e1d4c39b0279b682b1b26e1 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:23.377355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.383789 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.389262 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b00e5-8f6c-4b94-8459-cfbc210d0203 req-05010f07-2cbc-485d-b76e-609eb1b6f58c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:23.390995 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-084b00e5-8f6c-4b94-8459-cfbc210d0203 req-05010f07-2cbc-485d-b76e-609eb1b6f58c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.1070065 Jul 22 09:34:23.391904 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.396092 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=af23842c-3f14-4758-81b5-baa0ca08fc0d,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:23.481132 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-084b00e5-8f6c-4b94-8459-cfbc210d0203 req-d8676746-41ef-4cb8-9830-53ce68a70823 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835271 Jul 22 09:34:23.690750 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def940-3c59-467f-bc1b-fff661f5dabc req-da6a5162-e902-4a04-879c-84fb7527ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:23.692213 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9def940-3c59-467f-bc1b-fff661f5dabc req-da6a5162-e902-4a04-879c-84fb7527ac6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1098 time: 0.1578112 Jul 22 09:34:23.753257 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:23.757491 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:23.757864 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.770618 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9def940-3c59-467f-bc1b-fff661f5dabc req-293c14e8-4cdb-4ea2-ba7e-5fd25c05e54c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627208 Jul 22 09:34:23.820208 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.823731 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 2, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:23.828117 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.860763 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:34:23.861412 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Updating router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd port 10dbe57a-b427-475e-8616-d16226562b11 binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:34:23.893453 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1b44b-6fcb-4142-bc18-6bc4f29d73a8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:23.914039 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:34:23.930534 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.933854 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.936103 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:23.938261 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Added segment a3ed90e7-9afc-43ab-8c2a-81522876c401 of type vlan for network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 Jul 22 09:34:23.944387 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-644d7fd6-78c9-487a-8c2d-6c0fd41d5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:23.945912 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-644d7fd6-78c9-487a-8c2d-6c0fd41d5bcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.3049774 Jul 22 09:34:23.960970 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d442952-dcce-4c55-87b2-7eae8a4a3c61 req-544474fb-ce88-47f3-a962-cc0e4a2447d2 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:23.962497 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d442952-dcce-4c55-87b2-7eae8a4a3c61 req-544474fb-ce88-47f3-a962-cc0e4a2447d2 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.2915194 Jul 22 09:34:24.002916 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa7396-51f5-4c75-9fe9-4bcb6ab8818d req-13124f65-5144-408c-ab26-2e43f2d0b025 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:24.005816 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:24.008325 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.010674 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8fa7396-51f5-4c75-9fe9-4bcb6ab8818d req-13124f65-5144-408c-ab26-2e43f2d0b025 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 944 time: 0.1847343 Jul 22 09:34:24.013329 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.014229 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device db5ccc5e-ca21-4c80-8a70-4ca48ace8519 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:24.058372 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.059825 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:24.062677 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.108079 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d442952-dcce-4c55-87b2-7eae8a4a3c61 req-14be1847-fdb0-47db-93f8-f5cea028e3cc tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345949 Jul 22 09:34:24.131358 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8fa7396-51f5-4c75-9fe9-4bcb6ab8818d req-8ba503b8-ca11-4dc4-9292-c6c449b36e59 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197789 Jul 22 09:34:24.165817 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-005cb592-fad4-43b1-adab-8d1c710d9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:24.167699 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-005cb592-fad4-43b1-adab-8d1c710d9928 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.2041824 Jul 22 09:34:24.172837 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] Pushing event updated for resources: {'Network': ['ID=3dedc870-24c4-4c08-be2e-f3975e1fe3d8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:24.193430 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:24.195625 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:24.206943 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:34:24.224637 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-9afe8a5d-23c2-4528-9ce8-5cdf9916d18b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 217 time: 0.0490310 Jul 22 09:34:24.230373 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43156) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:24.237013 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c86c0975-299e-4a42-9825-d20202b7a84d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9660962 Jul 22 09:34:24.241936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Request body: {'subnet': {'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-36859503-subnet', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:24.354216 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-665a9795-ebe1-4dd9-b89b-a0569a6a6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:24.355234 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-665a9795-ebe1-4dd9-b89b-a0569a6a6fe1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.1203172 Jul 22 09:34:24.364083 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device af23842c-3f14-4758-81b5-baa0ca08fc0d up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:24.365792 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:24.366189 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.727639 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677edde-f644-428b-af99-fe39f04ea8ba req-496beba3-7661-4b55-816b-c186354c0b2b tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:24.729131 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-496beba3-7661-4b55-816b-c186354c0b2b tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/networks?id=2b2b2634-65ab-4ba5-8d3c-78486dabccae HTTP/1.1" status: 200 len: 813 time: 0.4601514 Jul 22 09:34:24.768283 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-c620b599-bf80-4353-a52a-0e29a8beb2fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380940 Jul 22 09:34:24.768986 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Made reservation on behalf of 350c105b0e1d4c39b0279b682b1b26e1 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:24.769429 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port af23842c-3f14-4758-81b5-baa0ca08fc0d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:24.770030 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.771571 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5805754'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.860577 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-953fcc12-4f53-409b-b093-614e9d6f2dcf tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/quotas/7914f9f8968649588fb70130ef929448 HTTP/1.1" status: 200 len: 375 time: 0.0721223 Jul 22 09:34:24.873810 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.896902 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:24.910154 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-0c6546ad-fa4c-4851-9d5d-6ead950aff9f tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7914f9f8968649588fb70130ef929448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485773 Jul 22 09:34:24.999100 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.009999 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Transition to ACTIVE for port object 10dbe57a-b427-475e-8616-d16226562b11 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:25.024091 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port db5ccc5e-ca21-4c80-8a70-4ca48ace8519, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:25.044549 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.054945 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-c8724ab8-78aa-4acb-adf4-5aca7de4ae1c service neutron] 10.222.0.20 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432018 Jul 22 09:34:25.056945 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.107991 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43174) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:25.137322 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223be22-0179-4d35-8c96-2b63a72bc943 None None] Pushing event updated for resources: {'Port': ['ID=10dbe57a-b427-475e-8616-d16226562b11,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:25.207533 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}, {'server_uuid': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:25.210235 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1d98d-e67b-4ae6-9a6a-3a0b179f2cbf" -d '{"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-plugged", "status": "completed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015"}, {"server_uuid": "2e9e4593-24c5-4a78-a1ce-659b563a8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "db5ccc5e-ca21-4c80-8a70-4ca48ace8519"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:25.232296 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Attempting to bind port 10dbe57a-b427-475e-8616-d16226562b11 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:25.232806 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Attempting to bind port 10dbe57a-b427-475e-8616-d16226562b11 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:25.233287 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Attempting to bind port 10dbe57a-b427-475e-8616-d16226562b11 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:25.241278 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:25.241817 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Checking segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:25.242362 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.242912 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Bound using segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:25.243510 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Bound port: 10dbe57a-b427-475e-8616-d16226562b11, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:25.243994 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.275133 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:25.303282 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20162bcf-4476-4c62-b4ad-9cac53643056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.305874 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-0299c121-6836-450f-b099-7b845fea3878 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186844 Jul 22 09:34:25.307940 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-757dbbcf-f857-4b8d-b28a-5c4dfc456f73 service neutron] 10.222.0.20 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523062 Jul 22 09:34:25.338205 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bea67-6bcb-4da0-8c9a-81e065955f0e req-956c51c3-8b1c-4321-b897-a924a3861d4a tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:25.340313 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd7bea67-6bcb-4da0-8c9a-81e065955f0e req-956c51c3-8b1c-4321-b897-a924a3861d4a tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.9809558 Jul 22 09:34:25.394137 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] For port 10dbe57a-b427-475e-8616-d16226562b11, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:25.399221 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] For port 10dbe57a-b427-475e-8616-d16226562b11, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=10dbe57a-b427-475e-8616-d16226562b11,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:25.406227 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.497686 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd7bea67-6bcb-4da0-8c9a-81e065955f0e req-62929590-49db-4e30-b22d-1dfa6ee4df7a tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275058 Jul 22 09:34:25.598526 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20162bcf-4476-4c62-b4ad-9cac53643056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.604313 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35998cd5-9a9c-453b-8e68-a63b3c317a6d req-2ec698f5-9fc2-48a7-9e63-bb0849cfad40 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764044 Jul 22 09:34:25.604501 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223be22-0179-4d35-8c96-2b63a72bc943 None None] Pushing event updated for resources: {'Port': ['ID=10dbe57a-b427-475e-8616-d16226562b11,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:25.607009 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20162bcf-4476-4c62-b4ad-9cac53643056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.661447 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:25.662119 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:25.677124 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5805768'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.716087 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-20162bcf-4476-4c62-b4ad-9cac53643056 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4846547c4ee54769a896c74ed37b4df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063333 Jul 22 09:34:25.716836 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20162bcf-4476-4c62-b4ad-9cac53643056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade0d8b2-b48a-4093-a725-94d4353390d0,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:25.726552 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43192) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:25.843283 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8c158016-d90d-4247-8cbd-ad6f06d1f76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.883998 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8c158016-d90d-4247-8cbd-ad6f06d1f76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.933043 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c0c9d4-2830-4a02-b022-7e99c0751c20,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:25.954892 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282b3fe-fc13-4aee-8fb9-fec2d5313ea5 req-c124cc1a-0e4c-47f5-822e-0c41873ab062 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:25.974958 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5282b3fe-fc13-4aee-8fb9-fec2d5313ea5 req-c124cc1a-0e4c-47f5-822e-0c41873ab062 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.3623996 Jul 22 09:34:25.985256 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8c158016-d90d-4247-8cbd-ad6f06d1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.987880 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Checking segment: {'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:25.988349 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Network hostable DHCP agents. Network: 3dedc870-24c4-4c08-be2e-f3975e1fe3d8, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:34:25.989763 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8c158016-d90d-4247-8cbd-ad6f06d1f76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:25.991807 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:25.992685 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8c158016-d90d-4247-8cbd-ad6f06d1f76e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ade0d8b2-b48a-4093-a725-94d4353390d0 HTTP/1.1" status: 204 len: 168 time: 0.2648909 Jul 22 09:34:26.011109 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c158016-d90d-4247-8cbd-ad6f06d1f76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade0d8b2-b48a-4093-a725-94d4353390d0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:26.098739 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dd346-ef1c-4cfd-8691-394373e1b80d req-f1057192-374d-4736-8507-09c9c5502a8c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:26.100546 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b61dd346-ef1c-4cfd-8691-394373e1b80d req-f1057192-374d-4736-8507-09c9c5502a8c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.4021556 Jul 22 09:34:26.132635 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5282b3fe-fc13-4aee-8fb9-fec2d5313ea5 req-d04f619f-1295-484a-bb44-f770414546ff tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560166 Jul 22 09:34:26.157694 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:34:26.265767 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b61dd346-ef1c-4cfd-8691-394373e1b80d req-6983cc7d-733f-4dd3-84ee-b800df7894c7 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442423 Jul 22 09:34:26.268389 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 3dedc870-24c4-4c08-be2e-f3975e1fe3d8) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:26.285921 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb961bca-c8e6-4b58-b5bc-b2093481c4ec None None] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:34:26.342235 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:26.342235 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:26.443373 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43204) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:26.455481 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:26.470744 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0099af9e-f2e6-4c9b-b65f-7e77d6a500b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2389483 Jul 22 09:34:26.502251 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8196c99d-1b4c-4ea7-ab1b-ce2e69c0bae9 x-openstack-request-id: req-8196c99d-1b4c-4ea7-ab1b-ce2e69c0bae9 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:26.502550 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-plugged", "status": "completed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015", "code": 200}, {"server_uuid": "2e9e4593-24c5-4a78-a1ce-659b563a8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "db5ccc5e-ca21-4c80-8a70-4ca48ace8519", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:26.502804 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8196c99d-1b4c-4ea7-ab1b-ce2e69c0bae9 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:26.503195 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'code': 200} Jul 22 09:34:26.503448 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519', 'code': 200} Jul 22 09:34:26.534895 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:26.536021 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:26.537269 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724209ef-fd74-4b98-b763-19ee8080dafb req-cc0ca09c-1262-4272-9b93-06826b3cad42 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:26.540285 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-724209ef-fd74-4b98-b763-19ee8080dafb req-cc0ca09c-1262-4272-9b93-06826b3cad42 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 945 time: 0.2830215 Jul 22 09:34:26.678858 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:26.698182 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-724209ef-fd74-4b98-b763-19ee8080dafb req-7baae1f4-114b-4066-ae70-d2f30f0f1a9a tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475110 Jul 22 09:34:26.759521 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8afe1124-1861-4abc-a913-76108338b826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:25Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:26.768012 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a075ce4c-3f72-4db7-b65e-efb2298055f0 req-8aa76c46-aa3f-45f5-bcec-c30bd4ebd70c tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 210 time: 0.1235559 Jul 22 09:34:26.805920 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe1124-1861-4abc-a913-76108338b826 None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:25Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:34:26.929646 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c6e9-6033-4828-89ab-7ef53511a912 req-ae89832e-8eb9-4a3a-84e8-4e82a506a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:26.931656 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3078c6e9-6033-4828-89ab-7ef53511a912 req-ae89832e-8eb9-4a3a-84e8-4e82a506a755 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 1098 time: 0.1900196 Jul 22 09:34:26.940910 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0e57e-6b7c-48a7-9b97-ffd93af0ad71 req-94cca4fa-cc71-4af1-8d91-d2e751c81d02 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:26.948687 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-67a0e57e-6b7c-48a7-9b97-ffd93af0ad71 req-94cca4fa-cc71-4af1-8d91-d2e751c81d02 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1434438 Jul 22 09:34:26.981639 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-3dedc870-24c4-4c08-be2e-f3975e1fe3d8', 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'fixed_ips': [{'subnet_id': 'd5c0c9d4-2830-4a02-b022-7e99c0751c20'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:34:26.982551 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:27.023065 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:27.147264 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3078c6e9-6033-4828-89ab-7ef53511a912 req-c2bd7fd1-6e03-449b-91bf-3f4b7d2723db service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970906 Jul 22 09:34:27.188645 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-67a0e57e-6b7c-48a7-9b97-ffd93af0ad71 req-419189c2-31af-412c-a635-f7e817d50d7d tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396216 Jul 22 09:34:27.373971 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677edde-f644-428b-af99-fe39f04ea8ba req-82a2fd65-96c6-4c09-b89f-a7c6604beac5 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:27.374321 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Allocated IP 172.20.0.2 (3dedc870-24c4-4c08-be2e-f3975e1fe3d8/d5c0c9d4-2830-4a02-b022-7e99c0751c20/00bee897-1c53-405a-99d3-951c210cb433) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:27.376508 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-82a2fd65-96c6-4c09-b89f-a7c6604beac5 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "GET /v2.0/networks?id=2b2b2634-65ab-4ba5-8d3c-78486dabccae HTTP/1.1" status: 200 len: 813 time: 0.1972246 Jul 22 09:34:27.410046 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Request body: {'port': {'device_id': '1339a4d4-650a-4334-9148-c7343b85997e', 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae', 'admin_state_up': True, 'tenant_id': '7914f9f8968649588fb70130ef929448'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:27.561425 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b83da-5ab4-4eae-a1c6-8439dc8c38a0 req-0c2cf0d4-0270-4eac-8cc1-426a328ac4ed tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:27.575765 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-703b83da-5ab4-4eae-a1c6-8439dc8c38a0 req-0c2cf0d4-0270-4eac-8cc1-426a328ac4ed tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.2979550 Jul 22 09:34:27.659861 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Made reservation on behalf of 7914f9f8968649588fb70130ef929448 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:34:27.669522 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:27.732521 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e8e55-3947-41ca-bf70-bd8f70314a85 req-04d6782d-d24a-4720-bc73-0fc0e67a6d37 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:27.733377 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:27.744259 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e6e8e55-3947-41ca-bf70-bd8f70314a85 req-04d6782d-d24a-4720-bc73-0fc0e67a6d37 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.3575006 Jul 22 09:34:27.759268 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Transition to ACTIVE for port object 00bee897-1c53-405a-99d3-951c210cb433 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:27.781555 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-703b83da-5ab4-4eae-a1c6-8439dc8c38a0 req-5b97cb6e-4676-46a7-a171-ad023cbd8bd5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041826 Jul 22 09:34:27.806127 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43246) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:27.838800 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Transition to ACTIVE for port object 00bee897-1c53-405a-99d3-951c210cb433 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:27.848961 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:27.888715 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e6e8e55-3947-41ca-bf70-bd8f70314a85 req-7352eae1-193b-476f-9d61-2e91e37916ba tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432686 Jul 22 09:34:27.936796 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:27.963880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:27.970662 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:28.032438 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Pushing event updated for resources: {'Port': ['ID=00bee897-1c53-405a-99d3-951c210cb433,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:28.087858 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Attempting to bind port 00bee897-1c53-405a-99d3-951c210cb433 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:28.088576 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Attempting to bind port 00bee897-1c53-405a-99d3-951c210cb433 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:28.091069 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Attempting to bind port 00bee897-1c53-405a-99d3-951c210cb433 on network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:28.116165 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:28.117267 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Checking segment: {'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:28.119515 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.121880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Bound using segment: {'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:28.122551 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Bound port: 00bee897-1c53-405a-99d3-951c210cb433, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:28.123996 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.131671 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd7c3-2f9b-4d71-8ada-29aa4da22f2b req-bdd0fde7-0f9c-4951-9f02-c85d72073ef3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:28.133307 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd6cd7c3-2f9b-4d71-8ada-29aa4da22f2b req-bdd0fde7-0f9c-4951-9f02-c85d72073ef3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.2107382 Jul 22 09:34:28.154420 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Allocated IP 172.20.0.8 (2b2b2634-65ab-4ba5-8d3c-78486dabccae/4a4769ae-d04e-4b3c-ab04-fc13deee1e50/4bedc040-d491-4ed9-a371-6d5714c56dc3) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:28.358721 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] For port 00bee897-1c53-405a-99d3-951c210cb433, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:28.364389 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] For port 00bee897-1c53-405a-99d3-951c210cb433, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=00bee897-1c53-405a-99d3-951c210cb433,segment=NetworkSegment(a3ed90e7-9afc-43ab-8c2a-81522876c401),segment_id=a3ed90e7-9afc-43ab-8c2a-81522876c401)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:28.371443 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.398931 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237d216-9669-47cf-a463-0306eda06eec req-ae2830e0-95ee-4ea7-a171-2b0e3efb7d9f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:28.400516 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1237d216-9669-47cf-a463-0306eda06eec req-ae2830e0-95ee-4ea7-a171-2b0e3efb7d9f tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 945 time: 0.3730903 Jul 22 09:34:28.421186 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd6cd7c3-2f9b-4d71-8ada-29aa4da22f2b req-901e21dc-3538-4e1e-9529-940708d518ca tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748291 Jul 22 09:34:28.470630 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.479496 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 10dbe57a-b427-475e-8616-d16226562b11 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:28.522782 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.575601 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1237d216-9669-47cf-a463-0306eda06eec req-241e9e83-0101-4cf7-b41f-f0cfaa3585ba tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Jul 22 09:34:28.578139 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.604057 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd45396-534d-478b-9e21-8658e8734aa4 None None] Pushing event updated for resources: {'Port': ['ID=00bee897-1c53-405a-99d3-951c210cb433,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:28.656520 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 10dbe57a-b427-475e-8616-d16226562b11 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:28.666048 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.668237 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75093984-11c6-4383-ac7b-600eb3034d1a req-4b3ae31e-5a6f-4370-8acf-09190a41f7ac tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 210 time: 0.0888453 Jul 22 09:34:28.676100 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e45d00-9eda-43c4-9b7f-e0e576fe0372 tempest-TestShelveInstance-1677952617 tempest-TestShelveInstance-1677952617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:28.677628 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f8e45d00-9eda-43c4-9b7f-e0e576fe0372 tempest-TestShelveInstance-1677952617 tempest-TestShelveInstance-1677952617-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1093 time: 0.8702459 Jul 22 09:34:28.688171 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43260) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:28.696466 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 10dbe57a-b427-475e-8616-d16226562b11 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:28.697193 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.705644 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'port_id': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:28.765073 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:28.838132 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Network 2b2b2634-65ab-4ba5-8d3c-78486dabccae is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:28.888769 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:28.911584 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:29.031907 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:29.058967 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Pushing event updated for resources: {'Port': ['ID=4bedc040-d491-4ed9-a371-6d5714c56dc3,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:29.084653 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:29.154259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 10dbe57a-b427-475e-8616-d16226562b11, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=10dbe57a-b427-475e-8616-d16226562b11,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:29.162706 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:29.273775 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=10dbe57a-b427-475e-8616-d16226562b11,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:29.283748 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Allocated IP 172.27.1.55 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/ebd02369-a668-446d-89b0-df09cd5e8179) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:29.317727 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce5d3a-27aa-41ad-9cc5-4485885665d7 req-a989312e-b4a8-411e-854f-b0b9d344a195 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:29.323200 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1cce5d3a-27aa-41ad-9cc5-4485885665d7 req-a989312e-b4a8-411e-854f-b0b9d344a195 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2448127 Jul 22 09:34:29.347008 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:29.347323 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:29.389760 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1cce5d3a-27aa-41ad-9cc5-4485885665d7 req-a4f5a5d8-bd17-45c3-9dc0-e81a7af20b4d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504391 Jul 22 09:34:29.404002 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-d74b67bc-bc38-4ac5-b2aa-b70cfeb3bf46 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033922 Jul 22 09:34:29.420355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Request body: {'port': {'device_id': '1339a4d4-650a-4334-9148-c7343b85997e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:29.490154 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:29.536135 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:29.608301 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859c8f8-e1e8-4374-a368-39b077a96891 req-2a5a87e3-5d51-4603-a583-357230c2cc26 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:29.616955 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0859c8f8-e1e8-4374-a368-39b077a96891 req-2a5a87e3-5d51-4603-a583-357230c2cc26 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1105995 Jul 22 09:34:29.709795 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0859c8f8-e1e8-4374-a368-39b077a96891 req-d9ef8b1a-339d-442d-a4b1-86ee6ce9159c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919006 Jul 22 09:34:29.778254 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:29.828232 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba91f-7163-486d-b113-6e547ef4533e req-a9be54a0-7819-4480-ba9d-00965556a796 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:29.837456 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a36ba91f-7163-486d-b113-6e547ef4533e req-a9be54a0-7819-4480-ba9d-00965556a796 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1736083 Jul 22 09:34:29.853687 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:29.874241 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:29.876884 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:29.923510 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Allocated IP 172.27.1.68 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/2907f4c2-c446-4401-84a2-80eea5bcc423) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:29.967637 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a36ba91f-7163-486d-b113-6e547ef4533e req-f43bec34-00ff-46e4-8e44-a2f3d0cb030e tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291761 Jul 22 09:34:30.077274 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd02369-a668-446d-89b0-df09cd5e8179,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:30.093383 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e65a4-5700-42e0-920c-bc514820473e req-3f7a2ed3-1008-4704-95a9-caaffa08efc4 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:30.101098 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-766e65a4-5700-42e0-920c-bc514820473e req-3f7a2ed3-1008-4704-95a9-caaffa08efc4 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 931 time: 0.2586730 Jul 22 09:34:30.158658 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab665b-0cbf-4c38-a918-12961330e4ba None None] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:34:30.216137 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-766e65a4-5700-42e0-920c-bc514820473e req-105391a7-a154-4795-92b5-6deb7f2e5214 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135378 Jul 22 09:34:30.260767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:30.310578 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:30.359410 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:30.362684 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:30.367904 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:30.374288 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'Port': ['ID=2907f4c2-c446-4401-84a2-80eea5bcc423,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:30.445446 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-2ac732fb-8a75-4b15-a0fe-b8a8c24f4a92 None None] Provisioning for port 00bee897-1c53-405a-99d3-951c210cb433 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:30.665185 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 10dbe57a-b427-475e-8616-d16226562b11 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:30.714631 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bedc040-d491-4ed9-a371-6d5714c56dc3 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:34:30.756544 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:30.799750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d14be-a68a-4999-837e-f7b296f9eb15 req-d578d16f-1723-4391-834d-c4d5f3ff4f63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:30.808475 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-680d14be-a68a-4999-837e-f7b296f9eb15 req-d578d16f-1723-4391-834d-c4d5f3ff4f63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2522426 Jul 22 09:34:30.812606 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 10dbe57a-b427-475e-8616-d16226562b11 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:30.813176 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:30.833544 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:30.975793 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Transition to ACTIVE for port object 4bedc040-d491-4ed9-a371-6d5714c56dc3 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:30.985790 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.000343 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-680d14be-a68a-4999-837e-f7b296f9eb15 req-9625fb40-bbac-496b-9143-ac1a9abf6e6d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870055 Jul 22 09:34:31.010952 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 00bee897-1c53-405a-99d3-951c210cb433 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:31.073039 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bedc040-d491-4ed9-a371-6d5714c56dc3,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:31.074360 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 00bee897-1c53-405a-99d3-951c210cb433 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:31.087116 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 00bee897-1c53-405a-99d3-951c210cb433 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:31.088143 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.188788 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Attempting to bind port 4bedc040-d491-4ed9-a371-6d5714c56dc3 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:31.189132 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Attempting to bind port 4bedc040-d491-4ed9-a371-6d5714c56dc3 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:31.195305 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Attempting to bind port 4bedc040-d491-4ed9-a371-6d5714c56dc3 on network 2b2b2634-65ab-4ba5-8d3c-78486dabccae {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:31.209559 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Port 4bedc040-d491-4ed9-a371-6d5714c56dc3 on network 2b2b2634-65ab-4ba5-8d3c-78486dabccae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:34:31.209786 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Attempting to bind port 4bedc040-d491-4ed9-a371-6d5714c56dc3 on network 2b2b2634-65ab-4ba5-8d3c-78486dabccae {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:31.217008 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:31.217450 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Checking segment: {'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:31.217805 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Bound using segment: {'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:31.218355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Bound port: 4bedc040-d491-4ed9-a371-6d5714c56dc3, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:31.218716 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.266627 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.318109 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 00bee897-1c53-405a-99d3-951c210cb433, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=00bee897-1c53-405a-99d3-951c210cb433,segment=NetworkSegment(a3ed90e7-9afc-43ab-8c2a-81522876c401),segment_id=a3ed90e7-9afc-43ab-8c2a-81522876c401)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:31.332480 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.386105 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6116fdfa-d4f3-481d-8de7-9cfea06cd0a3 None None] Provisioning complete for port 00bee897-1c53-405a-99d3-951c210cb433 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:31.386356 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6116fdfa-d4f3-481d-8de7-9cfea06cd0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.416468 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] For port 4bedc040-d491-4ed9-a371-6d5714c56dc3, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:31.429677 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.438134 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] For port 4bedc040-d491-4ed9-a371-6d5714c56dc3, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=4bedc040-d491-4ed9-a371-6d5714c56dc3,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:31.471740 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.559585 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bedc040-d491-4ed9-a371-6d5714c56dc3,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:31.576865 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:31.578074 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.579862 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-bf5dbdf2-06a1-44a6-a338-3662629fa7d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/4bedc040-d491-4ed9-a371-6d5714c56dc3 HTTP/1.1" status: 200 len: 1093 time: 2.1669888 Jul 22 09:34:31.580324 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1339a4d4-650a-4334-9148-c7343b85997e', 'tag': '4bedc040-d491-4ed9-a371-6d5714c56dc3'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:31.585461 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de140e-1df3-4108-82b8-adda041c35ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1339a4d4-650a-4334-9148-c7343b85997e", "tag": "4bedc040-d491-4ed9-a371-6d5714c56dc3"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:31.628080 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=00bee897-1c53-405a-99d3-951c210cb433,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:31.665902 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Router b50d5983-5ae7-476b-8945-c771587d949a is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:34:31.694625 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aabf4f-7a8d-407a-8515-7bda8702f548 req-0ac8d543-b9ff-4c34-b11e-8e2d889aff0b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:31.696279 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9aabf4f-7a8d-407a-8515-7bda8702f548 req-0ac8d543-b9ff-4c34-b11e-8e2d889aff0b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.8312879 Jul 22 09:34:31.777177 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e353a-4550-4c10-baad-7f4325b611c4 req-9a0d6985-554f-4b3e-aca3-776feb5ae3ac tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:31.779097 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-966e353a-4550-4c10-baad-7f4325b611c4 req-9a0d6985-554f-4b3e-aca3-776feb5ae3ac tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 943 time: 0.3081398 Jul 22 09:34:31.791278 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.795737 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:34:31.808990 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Sync routers for ids ['b50d5983-5ae7-476b-8945-c771587d949a'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:34:31.822383 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Routers {'b50d5983-5ae7-476b-8945-c771587d949a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:31.823443 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b50d5983-5ae7-476b-8945-c771587d949a'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:31.830485 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:31.835238 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bee0cd23-fff7-4ea6-a13d-0b4b064d31c5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3875706 Jul 22 09:34:31.836478 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43302) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:31.884315 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9aabf4f-7a8d-407a-8515-7bda8702f548 req-f7c97d20-97d4-48a3-adba-99a0fcc28587 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656179 Jul 22 09:34:31.926663 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-966e353a-4550-4c10-baad-7f4325b611c4 req-fbe25b6e-8f74-4671-a279-e323895447c9 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360371 Jul 22 09:34:32.003525 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Set router b50d5983-5ae7-476b-8945-c771587d949a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:32.024505 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db064347-4c4b-4d6d-bda4-8cfee0528ec3 x-openstack-request-id: req-db064347-4c4b-4d6d-bda4-8cfee0528ec3 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:32.024790 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1339a4d4-650a-4334-9148-c7343b85997e", "tag": "4bedc040-d491-4ed9-a371-6d5714c56dc3", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:32.025207 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db064347-4c4b-4d6d-bda4-8cfee0528ec3 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:32.025662 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1339a4d4-650a-4334-9148-c7343b85997e', 'tag': '4bedc040-d491-4ed9-a371-6d5714c56dc3', 'status': 'completed', 'code': 200} Jul 22 09:34:32.042681 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.127417 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37a807-7179-4d32-a2cf-f8bcc6f1aa74 req-097fbeb5-d8ee-48a8-afc4-16294035263a tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:32.135882 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c37a807-7179-4d32-a2cf-f8bcc6f1aa74 req-097fbeb5-d8ee-48a8-afc4-16294035263a tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1410789 Jul 22 09:34:32.328078 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c37a807-7179-4d32-a2cf-f8bcc6f1aa74 req-0567409a-7f40-407e-8c02-89dcf3ba9bde tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905479 Jul 22 09:34:32.338829 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:34:30Z', 'revision_number': 3, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port': {'id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:28Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:32.375815 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Checking router: b50d5983-5ae7-476b-8945-c771587d949a for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:34:32.375928 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Updating router b50d5983-5ae7-476b-8945-c771587d949a port ebd02369-a668-446d-89b0-df09cd5e8179 binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:34:32.382449 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 00bee897-1c53-405a-99d3-951c210cb433 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:32.409310 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca540d8-e58b-4443-98e1-001178e05130 req-fde704e3-a10e-4502-90f0-88d600e62c93 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:32.417220 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ca540d8-e58b-4443-98e1-001178e05130 req-fde704e3-a10e-4502-90f0-88d600e62c93 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2377825 Jul 22 09:34:32.427199 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.459262 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.472980 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.488842 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.494453 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 00bee897-1c53-405a-99d3-951c210cb433 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:32.494853 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.502619 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ca540d8-e58b-4443-98e1-001178e05130 req-7a04c484-f0fa-47bf-b027-e93ff200be36 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841575 Jul 22 09:34:32.646754 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event updated for resources: {'Port': ['ID=2907f4c2-c446-4401-84a2-80eea5bcc423,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:32.681945 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.743138 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Allocated IP 172.20.0.1 (3dedc870-24c4-4c08-be2e-f3975e1fe3d8/d5c0c9d4-2830-4a02-b022-7e99c0751c20/b9524c7f-13d3-4271-b07c-9c099bd75b3f) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:34:32.872772 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Floating IP 32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61 associated. External IP: 172.27.1.68, port: f8387135-7767-4b8e-8178-b2b44de80a2f. Jul 22 09:34:32.909261 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.940783 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:32.975261 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Transition to ACTIVE for port object b9524c7f-13d3-4271-b07c-9c099bd75b3f will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:32.975664 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Transition to ACTIVE for port object ebd02369-a668-446d-89b0-df09cd5e8179 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:32.989784 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.041725 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e491a-7635-4e67-a8ae-e800e7b0c50c None None] Pushing event updated for resources: {'Port': ['ID=ebd02369-a668-446d-89b0-df09cd5e8179,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:33.068424 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.078912 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Attempting to bind port ebd02369-a668-446d-89b0-df09cd5e8179 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:33.079804 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Attempting to bind port ebd02369-a668-446d-89b0-df09cd5e8179 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:33.080321 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Attempting to bind port ebd02369-a668-446d-89b0-df09cd5e8179 on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:33.088672 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:33.091113 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:33.091667 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.095240 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:33.095721 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Bound port: ebd02369-a668-446d-89b0-df09cd5e8179, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:33.096140 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.117394 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:33.120300 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:33.122975 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:34:33.192711 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Pushing event updated for resources: {'Port': ['ID=b9524c7f-13d3-4271-b07c-9c099bd75b3f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:33.203322 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] For port ebd02369-a668-446d-89b0-df09cd5e8179, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:33.209807 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.211534 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] For port ebd02369-a668-446d-89b0-df09cd5e8179, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=ebd02369-a668-446d-89b0-df09cd5e8179,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:33.217237 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:34:33.235734 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.322481 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e491a-7635-4e67-a8ae-e800e7b0c50c None None] Pushing event updated for resources: {'Port': ['ID=ebd02369-a668-446d-89b0-df09cd5e8179,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:33.340098 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Routers {'b50d5983-5ae7-476b-8945-c771587d949a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:33.340895 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b50d5983-5ae7-476b-8945-c771587d949a'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:33.428463 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343d620-ab0f-4a1d-a3cf-73eae2d00bcd req-79fbb6c8-fe80-4e6d-b401-0a04e9182a82 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:33.433712 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.435372 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d343d620-ab0f-4a1d-a3cf-73eae2d00bcd req-79fbb6c8-fe80-4e6d-b401-0a04e9182a82 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.2893240 Jul 22 09:34:33.483965 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec3b6-0d94-48b6-8fc9-7a1245095e09 req-721d956e-6abd-4ea6-906d-bb675586b7a0 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:33.485508 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-186ec3b6-0d94-48b6-8fc9-7a1245095e09 req-721d956e-6abd-4ea6-906d-bb675586b7a0 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 943 time: 0.3314610 Jul 22 09:34:33.525523 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d343d620-ab0f-4a1d-a3cf-73eae2d00bcd req-0c431895-c7b5-4293-b00e-57597edb2af8 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891733 Jul 22 09:34:33.613914 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:34:33.622575 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-186ec3b6-0d94-48b6-8fc9-7a1245095e09 req-eb1678cd-774b-40c6-beee-2c5b51662f76 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197078 Jul 22 09:34:33.651971 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] Sync routers for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:34:33.673476 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e7e9faea-e156-4903-8719-418f176732b3 None None] Provisioning for port b9524c7f-13d3-4271-b07c-9c099bd75b3f completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:33.689902 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.696687 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e7e9faea-e156-4903-8719-418f176732b3 None None] Provisioning complete for port b9524c7f-13d3-4271-b07c-9c099bd75b3f triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:33.697084 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e7e9faea-e156-4903-8719-418f176732b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.703356 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] Set router b50d5983-5ae7-476b-8945-c771587d949a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:33.752244 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0414d50c-2ac0-4950-aca1-39482f1c9fdf tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0632002 Jul 22 09:34:33.754365 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:33.756839 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:33.778750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b277a53-44cc-4ef2-a282-9483947b3889 req-3c67b3ca-4f86-49cd-b20a-b72161860f08 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:33.785426 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9faea-e156-4903-8719-418f176732b3 None None] Port b9524c7f-13d3-4271-b07c-9c099bd75b3f cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:34:33.787549 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b277a53-44cc-4ef2-a282-9483947b3889 req-3c67b3ca-4f86-49cd-b20a-b72161860f08 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1636546 Jul 22 09:34:33.794750 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:33.797682 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:33.842341 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b277a53-44cc-4ef2-a282-9483947b3889 req-e954e1ff-b87f-495a-bfd5-8198bf98ce45 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 Jul 22 09:34:33.917856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc245d8-165a-46c8-93ad-db4250bb2cc9 x-openstack-request-id: req-6fc245d8-165a-46c8-93ad-db4250bb2cc9 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:33.918437 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:33.918980 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fc245d8-165a-46c8-93ad-db4250bb2cc9 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:33.919576 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'status': 'completed', 'code': 200} Jul 22 09:34:33.949836 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:33.952431 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.959539 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:33.963975 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93900c21-57f3-4b75-ae42-96ffe461da94 req-925b60f5-a21d-493e-a158-eb7af3d36219 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:33.965997 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93900c21-57f3-4b75-ae42-96ffe461da94 req-925b60f5-a21d-493e-a158-eb7af3d36219 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1108828 Jul 22 09:34:34.033824 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93900c21-57f3-4b75-ae42-96ffe461da94 req-00168caf-84d9-4fc3-ad1f-b41808a94d50 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550480 Jul 22 09:34:34.089973 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:34.093615 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Pushing event updated for resources: {'Port': ['ID=b9524c7f-13d3-4271-b07c-9c099bd75b3f,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:34.116413 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:34:30Z', 'revision_number': 3, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port': {'id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:28Z', 'updated_at': '2021-07-22T09:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:34.167417 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e1bba-f9e2-4b19-aedb-ab0499c0e7f5 None None] The sync data for ids ['b50d5983-5ae7-476b-8945-c771587d949a'] in dv-cinder-801717-2-iscsi is: [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:34:30Z', 'revision_number': 3, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port': {'id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:28Z', 'updated_at': '2021-07-22T09:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:34:34.273679 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:34:34.275334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:34:34.394452 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'port_id': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'mac_address': 'fa:16:3e:97:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:34:30Z', 'updated_at': '2021-07-22T09:34:30Z', 'revision_number': 0, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 5, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:34.447107 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] Checking router: b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:34:34.464036 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:34.464707 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:34.496683 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de140e-1df3-4108-82b8-adda041c35ed req-6329a0ba-c7ad-46fe-aae4-d0336532d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:34.499085 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52de140e-1df3-4108-82b8-adda041c35ed req-6329a0ba-c7ad-46fe-aae4-d0336532d3d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7914f9f8968649588fb70130ef929448&device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 1096 time: 0.1580572 Jul 22 09:34:34.695300 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-ff92cd90-4cf1-4ead-beb3-c21958eca3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:34.704567 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-ff92cd90-4cf1-4ead-beb3-c21958eca3a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1098 time: 0.3744075 Jul 22 09:34:34.748720 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:34.778895 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Router b50d5983-5ae7-476b-8945-c771587d949a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:34:34.842131 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5839b7ee-e9a9-4ae3-9463-db64d246530c None None] Provisioning complete for port b9524c7f-13d3-4271-b07c-9c099bd75b3f triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:34.843083 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5839b7ee-e9a9-4ae3-9463-db64d246530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:34.931919 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5839b7ee-e9a9-4ae3-9463-db64d246530c None None] Port b9524c7f-13d3-4271-b07c-9c099bd75b3f cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:34:35.029447 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-73ca3149-4df7-46bd-85a2-d9c2ff79515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:35.030953 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-73ca3149-4df7-46bd-85a2-d9c2ff79515f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 909 time: 0.3127713 Jul 22 09:34:35.241481 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'port_id': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'mac_address': 'fa:16:3e:97:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:34:30Z', 'updated_at': '2021-07-22T09:34:30Z', 'revision_number': 0, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 5, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:35.281212 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d19c12-e760-4232-9174-4a6a89924fb2 None None] The sync data for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi is: [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'port_id': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'mac_address': 'fa:16:3e:97:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:34:30Z', 'updated_at': '2021-07-22T09:34:30Z', 'revision_number': 0, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 5, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:34:35.439001 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-851b567d-9691-4e8e-9953-87b622059e43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 998 time: 0.3934250 Jul 22 09:34:35.470431 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:34:35.476826 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1b0f2a83-b25f-4a11-bd42-21313421eeae admin admin] 10.222.0.20 "PUT /v2.0/routers/b50d5983-5ae7-476b-8945-c771587d949a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6393230 Jul 22 09:34:35.625640 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-87e8eaf3-4e43-4cd9-b5f6-2f8a2ab86d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:35.627661 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-87e8eaf3-4e43-4cd9-b5f6-2f8a2ab86d62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 200 len: 848 time: 0.1497328 Jul 22 09:34:35.715584 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de140e-1df3-4108-82b8-adda041c35ed req-8bc3b8c6-5acd-4b59-82e7-03926c02a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:35.725178 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52de140e-1df3-4108-82b8-adda041c35ed req-8bc3b8c6-5acd-4b59-82e7-03926c02a70e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7914f9f8968649588fb70130ef929448&shared=False HTTP/1.1" status: 200 len: 913 time: 1.2112300 Jul 22 09:34:35.739308 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-752e480d-9d24-4e81-aa41-0bdd964c9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:35.741637 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-752e480d-9d24-4e81-aa41-0bdd964c9997 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ae0a89b-de28-4b0f-8c2c-38f37383c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047263 Jul 22 09:34:35.752440 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f7372-21c8-439b-82aa-2704c10535e6 None None] New status for floating IP 32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:34:35.830432 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12875a88-adf7-4178-891a-7bb03abce4a9 req-9bdf2c46-4ed8-4f90-86ab-333c5d0b15db tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:35.832122 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-12875a88-adf7-4178-891a-7bb03abce4a9 req-9bdf2c46-4ed8-4f90-86ab-333c5d0b15db tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 943 time: 1.0557227 Jul 22 09:34:35.849966 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba7a2f-9ed4-4d91-89c6-0c6be0345594 req-f0b2b0ec-69b6-4f78-9d45-00e59592230d tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:35.859608 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5aba7a2f-9ed4-4d91-89c6-0c6be0345594 req-f0b2b0ec-69b6-4f78-9d45-00e59592230d tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 1.1138783 Jul 22 09:34:35.946461 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-9b374cfb-e247-4cc0-be54-06ae91c152c9 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732061 Jul 22 09:34:36.037327 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5aba7a2f-9ed4-4d91-89c6-0c6be0345594 req-bbf482b1-fa3b-419a-bb61-1450ebbf0f0a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719940 Jul 22 09:34:36.081461 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a86c2a1-6142-470b-966d-3c7a3bd5f89f req-451ff54b-4e9b-49db-a0c5-b3c7e5f7c47b service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284354 Jul 22 09:34:36.125078 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-12875a88-adf7-4178-891a-7bb03abce4a9 req-0d801973-40ac-4944-bb75-ea2f8b7d7b63 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401361 Jul 22 09:34:36.225223 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de140e-1df3-4108-82b8-adda041c35ed req-18bd9d99-a1b1-4762-84d9-32efa1c442d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:36.226859 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52de140e-1df3-4108-82b8-adda041c35ed req-18bd9d99-a1b1-4762-84d9-32efa1c442d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4710484 Jul 22 09:34:36.275881 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-97f806f0-8cd3-4abb-b156-92cb91318f0d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:36.277378 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-97f806f0-8cd3-4abb-b156-92cb91318f0d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 945 time: 0.3781641 Jul 22 09:34:36.409393 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ebd02369-a668-446d-89b0-df09cd5e8179 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:36.448081 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1d5d-5630-40a0-8b84-7176bb3be737 req-9eae094a-6c05-4cf8-b11c-22a63e857977 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:36.449763 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-726e1d5d-5630-40a0-8b84-7176bb3be737 req-9eae094a-6c05-4cf8-b11c-22a63e857977 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 945 time: 0.2956259 Jul 22 09:34:36.470466 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9558d-c624-4374-b25a-1d0e1d15bbe4 req-a9c1a0d0-c361-4cc9-bc68-bcf76944c808 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:36.477735 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8e9558d-c624-4374-b25a-1d0e1d15bbe4 req-a9c1a0d0-c361-4cc9-bc68-bcf76944c808 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2713780 Jul 22 09:34:36.520573 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port ebd02369-a668-446d-89b0-df09cd5e8179 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:36.524947 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port ebd02369-a668-446d-89b0-df09cd5e8179 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:36.525320 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:36.610314 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8e9558d-c624-4374-b25a-1d0e1d15bbe4 req-a6682d09-a09c-432e-9e0a-eca7f92ae161 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312733 Jul 22 09:34:36.621836 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-726e1d5d-5630-40a0-8b84-7176bb3be737 req-6ea69bb3-ab5f-4ab1-b5d2-22564a45db5d tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/security-groups?id=69103831-2b72-4eda-902d-cc6fb5492fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357665 Jul 22 09:34:36.627890 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677edde-f644-428b-af99-fe39f04ea8ba req-6e96e3a3-281f-4e98-8d42-fca68d6b378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:36.631013 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-6e96e3a3-281f-4e98-8d42-fca68d6b378a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7914f9f8968649588fb70130ef929448&device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 1096 time: 0.3512533 Jul 22 09:34:36.663410 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:36.689177 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port ebd02369-a668-446d-89b0-df09cd5e8179, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=ebd02369-a668-446d-89b0-df09cd5e8179,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:36.696121 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:36.738334 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-8c7d6fa8-06b3-49b9-81a6-a1d0e3e6fc95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bedc040-d491-4ed9-a371-6d5714c56dc3 HTTP/1.1" status: 200 len: 217 time: 0.0818460 Jul 22 09:34:36.742553 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Deleting port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:34:36.742896 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:36.778574 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=ebd02369-a668-446d-89b0-df09cd5e8179,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:36.891899 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677edde-f644-428b-af99-fe39f04ea8ba req-6fcb249e-f0f4-4e6f-906c-854f72439976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:36.893345 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-6fcb249e-f0f4-4e6f-906c-854f72439976 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a4769ae-d04e-4b3c-ab04-fc13deee1e50 HTTP/1.1" status: 200 len: 853 time: 0.1442420 Jul 22 09:34:36.935243 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-53cb9dec-5dae-456a-a304-a2788a81ef80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b2b2634-65ab-4ba5-8d3c-78486dabccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330422 Jul 22 09:34:37.057300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] For port db5ccc5e-ca21-4c80-8a70-4ca48ace8519, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,segment=NetworkSegment(341df386-bdb8-463b-a4e6-cb124986475f),segment_id=341df386-bdb8-463b-a4e6-cb124986475f)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:37.058204 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:37.088417 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Calling delete_port for db5ccc5e-ca21-4c80-8a70-4ca48ace8519 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:34:37.110139 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-db248dba-5c85-43ee-ade2-229ed6f896ad service neutron] 10.222.0.46 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658175 Jul 22 09:34:37.137502 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Sync routers for ids ['b50d5983-5ae7-476b-8945-c771587d949a'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:34:37.150299 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Routers {'b50d5983-5ae7-476b-8945-c771587d949a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:37.156156 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b50d5983-5ae7-476b-8945-c771587d949a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:37.282790 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Set router b50d5983-5ae7-476b-8945-c771587d949a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:37.369521 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155864-ad45-4a25-8eea-ff4ffa15898c req-51817761-74ef-49c4-8a5c-a4aec3ea6ae6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:37.371077 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34155864-ad45-4a25-8eea-ff4ffa15898c req-51817761-74ef-49c4-8a5c-a4aec3ea6ae6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.2551792 Jul 22 09:34:37.409158 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1677edde-f644-428b-af99-fe39f04ea8ba req-daedb7dc-7384-4740-9911-1aaebeaef83c service neutron] 10.222.0.46 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396116 Jul 22 09:34:37.446117 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34155864-ad45-4a25-8eea-ff4ffa15898c req-e01c25b8-ddff-44e1-bd37-1c4451cd9bc4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671797 Jul 22 09:34:37.454912 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:37.509574 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Pushing event deleted for resources: {'Port': ['ID=db5ccc5e-ca21-4c80-8a70-4ca48ace8519,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:37.573409 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] No DVR routers for this DVR port db5ccc5e-ca21-4c80-8a70-4ca48ace8519 on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:34:37.580527 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:37.585440 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52a256e3-d47e-4201-8dfb-d89d3da03cb7 req-11fb94a3-3933-4bcc-8ca0-6627e05663c1 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.46 "DELETE /v2.0/ports/db5ccc5e-ca21-4c80-8a70-4ca48ace8519 HTTP/1.1" status: 204 len: 173 time: 1.2960474 Jul 22 09:34:37.589567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'name': 'network-vif-deleted', 'tag': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:37.601826 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7438dc-d66f-4338-ae42-2167f617c7b9" -d '{"events": [{"server_uuid": "2e9e4593-24c5-4a78-a1ce-659b563a8fd7", "name": "network-vif-deleted", "tag": "db5ccc5e-ca21-4c80-8a70-4ca48ace8519"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:37.626921 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:34:33Z', 'revision_number': 4, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port': {'id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:28Z', 'updated_at': '2021-07-22T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'b9524c7f-13d3-4271-b07c-9c099bd75b3f', 'name': '', 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'mac_address': 'fa:16:3e:ce:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5c0c9d4-2830-4a02-b022-7e99c0751c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:32Z', 'updated_at': '2021-07-22T09:34:33Z', 'revision_number': 2, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'subnets': [{'id': 'd5c0c9d4-2830-4a02-b022-7e99c0751c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:37.713742 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff736e-fb4e-44d2-8973-b392820c2021 req-12002ba2-c08b-4bd4-b12c-c161f8df9424 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:37.716029 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31ff736e-fb4e-44d2-8973-b392820c2021 req-12002ba2-c08b-4bd4-b12c-c161f8df9424 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 943 time: 0.1519926 Jul 22 09:34:37.789665 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43368) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:37.790484 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31ff736e-fb4e-44d2-8973-b392820c2021 req-cfe79c7b-866e-4e2b-a70e-aa853450b721 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660093 Jul 22 09:34:37.794205 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-1d73989d-9637-4d28-ae09-c68610cd518f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141008317', 'description': 'tempest-secgroup-smoke-2141008317 description', 'project_id': 'beedf850e57a467a87d8841d86d694ef'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:37.832044 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d73989d-9637-4d28-ae09-c68610cd518f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:37.835693 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Checking router: b50d5983-5ae7-476b-8945-c771587d949a for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:34:37.836003 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Updating router b50d5983-5ae7-476b-8945-c771587d949a port b9524c7f-13d3-4271-b07c-9c099bd75b3f binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:34:37.860346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db132f-5461-4855-a12b-ebff4ac0dc54 x-openstack-request-id: req-15db132f-5461-4855-a12b-ebff4ac0dc54 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:37.860643 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9e4593-24c5-4a78-a1ce-659b563a8fd7", "name": "network-vif-deleted", "tag": "db5ccc5e-ca21-4c80-8a70-4ca48ace8519", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:37.860917 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15db132f-5461-4855-a12b-ebff4ac0dc54 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:37.861320 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9e4593-24c5-4a78-a1ce-659b563a8fd7', 'name': 'network-vif-deleted', 'tag': 'db5ccc5e-ca21-4c80-8a70-4ca48ace8519', 'status': 'completed', 'code': 200} Jul 22 09:34:37.908308 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:37.991884 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d73989d-9637-4d28-ae09-c68610cd518f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:37.999620 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d73989d-9637-4d28-ae09-c68610cd518f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.026161 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73989d-9637-4d28-ae09-c68610cd518f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2b7fb3-72a3-43da-af68-43fc17e05e7c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:38.041626 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-626f42f6-7a23-438b-93a1-016a951b229e req-70a51a94-9e30-4e63-a3d5-819ca3064458 tempest-VolumesActionsTest-205422001 tempest-VolumesActionsTest-205422001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e9e4593-24c5-4a78-a1ce-659b563a8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0731249 Jul 22 09:34:38.043325 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d73989d-9637-4d28-ae09-c68610cd518f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.044523 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1d73989d-9637-4d28-ae09-c68610cd518f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2538400 Jul 22 09:34:38.047724 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43374) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:38.053908 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-19e5ce9a-e0d4-4b09-b3b0-80d2b58b5bd6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'security_group_rule': {'security_group_id': '3b2b7fb3-72a3-43da-af68-43fc17e05e7c', 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:38.114710 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e5ce9a-e0d4-4b09-b3b0-80d2b58b5bd6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.134691 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0d27e-d34e-47ef-8d8b-7b8c56b9d6ed req-0b8a737a-2e1b-4c3c-8fd3-7d20e6b781c2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:38.136391 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cec0d27e-d34e-47ef-8d8b-7b8c56b9d6ed req-0b8a737a-2e1b-4c3c-8fd3-7d20e6b781c2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2479463 Jul 22 09:34:38.207007 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cec0d27e-d34e-47ef-8d8b-7b8c56b9d6ed req-a741ecec-4200-40b1-8427-8bc51436cd4d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631852 Jul 22 09:34:38.240492 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e5ce9a-e0d4-4b09-b3b0-80d2b58b5bd6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.246004 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e5ce9a-e0d4-4b09-b3b0-80d2b58b5bd6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.269910 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5ce9a-e0d4-4b09-b3b0-80d2b58b5bd6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c1e615-ef0f-4e24-8513-4f26a1ed0a29,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:38.308718 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e5ce9a-e0d4-4b09-b3b0-80d2b58b5bd6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.312851 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43378) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:38.313197 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-19e5ce9a-e0d4-4b09-b3b0-80d2b58b5bd6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2630515 Jul 22 09:34:38.318521 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b505a9b4-6c96-408c-9e71-c294032ec91a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'security_group_rule': {'security_group_id': '3b2b7fb3-72a3-43da-af68-43fc17e05e7c', 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:38.382557 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b505a9b4-6c96-408c-9e71-c294032ec91a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.400877 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ebd02369-a668-446d-89b0-df09cd5e8179 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:38.455958 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43380) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:38.496835 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b505a9b4-6c96-408c-9e71-c294032ec91a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.502473 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b505a9b4-6c96-408c-9e71-c294032ec91a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.530036 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505a9b4-6c96-408c-9e71-c294032ec91a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0199d5-a5e4-46f2-9e75-b93a5625e455,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:38.536822 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b505a9b4-6c96-408c-9e71-c294032ec91a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.542723 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43386) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:38.549427 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-2cae24cc-e64e-4fff-b5ed-e0652e9dfaf0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'security_group_rule': {'security_group_id': '3b2b7fb3-72a3-43da-af68-43fc17e05e7c', 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:38.554861 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b505a9b4-6c96-408c-9e71-c294032ec91a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2400789 Jul 22 09:34:38.631418 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port ebd02369-a668-446d-89b0-df09cd5e8179 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:38.632002 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.659098 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.680827 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Transition to ACTIVE for port object b9524c7f-13d3-4271-b07c-9c099bd75b3f will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:34:38.685698 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f78ea76a-a74f-4f06-842f-6e5042130a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.696633 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.718205 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cae24cc-e64e-4fff-b5ed-e0652e9dfaf0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.784980 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5d015-4ab2-4403-86ba-7423f8a1b616 req-892f652b-73c6-4356-8c29-ee9b0e3d2a4e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:38.785800 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1047c6b-915a-4655-90ba-7959ab88237c None None] Pushing event updated for resources: {'Port': ['ID=b9524c7f-13d3-4271-b07c-9c099bd75b3f,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:38.792220 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39c5d015-4ab2-4403-86ba-7423f8a1b616 req-892f652b-73c6-4356-8c29-ee9b0e3d2a4e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.2262893 Jul 22 09:34:38.933784 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Attempting to bind port b9524c7f-13d3-4271-b07c-9c099bd75b3f on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:34:38.934193 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Attempting to bind port b9524c7f-13d3-4271-b07c-9c099bd75b3f by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:34:38.934567 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Attempting to bind port b9524c7f-13d3-4271-b07c-9c099bd75b3f on network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:34:38.940251 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:34:38.941136 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Checking segment: {'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:34:38.941136 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.941487 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Bound using segment: {'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:34:38.942136 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Bound port: b9524c7f-13d3-4271-b07c-9c099bd75b3f, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ed90e7-9afc-43ab-8c2a-81522876c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:34:38.942358 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.956268 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cae24cc-e64e-4fff-b5ed-e0652e9dfaf0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:38.972016 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cae24cc-e64e-4fff-b5ed-e0652e9dfaf0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.005112 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39c5d015-4ab2-4403-86ba-7423f8a1b616 req-b4d3dcba-e473-4a0e-acc9-7ff52d5d56c5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075334 Jul 22 09:34:39.019219 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae24cc-e64e-4fff-b5ed-e0652e9dfaf0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f947df-2b42-4a0f-8d47-22fbfefd30a0,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:39.032170 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] For port b9524c7f-13d3-4271-b07c-9c099bd75b3f, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:34:39.035969 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] For port b9524c7f-13d3-4271-b07c-9c099bd75b3f, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b9524c7f-13d3-4271-b07c-9c099bd75b3f,segment=NetworkSegment(a3ed90e7-9afc-43ab-8c2a-81522876c401),segment_id=a3ed90e7-9afc-43ab-8c2a-81522876c401)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:34:39.044957 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.096371 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f78ea76a-a74f-4f06-842f-6e5042130a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.099359 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1047c6b-915a-4655-90ba-7959ab88237c None None] Pushing event updated for resources: {'Port': ['ID=b9524c7f-13d3-4271-b07c-9c099bd75b3f,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:39.119172 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f78ea76a-a74f-4f06-842f-6e5042130a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.141226 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 4bedc040-d491-4ed9-a371-6d5714c56dc3 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:34:39.169349 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device db5ccc5e-ca21-4c80-8a70-4ca48ace8519 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:34:39.172614 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cae24cc-e64e-4fff-b5ed-e0652e9dfaf0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.177864 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2cae24cc-e64e-4fff-b5ed-e0652e9dfaf0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6333952 Jul 22 09:34:39.179586 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43394) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:39.184997 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-871478ae-e9a9-4b0c-8097-6a129e1c43c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'security_group_rule': {'security_group_id': '3b2b7fb3-72a3-43da-af68-43fc17e05e7c', 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:39.197886 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f78ea76a-a74f-4f06-842f-6e5042130a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=032f5c2cbd424224a8abd0f38c61396f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400794 Jul 22 09:34:39.200576 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43396) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:39.232802 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f6b2f-59d8-47e6-95e1-8cc572a7da5f req-2a6182be-d359-445c-a886-f7a99027ae07 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:39.234436 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec6f6b2f-59d8-47e6-95e1-8cc572a7da5f req-2a6182be-d359-445c-a886-f7a99027ae07 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 943 time: 0.3512733 Jul 22 09:34:39.235260 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea76a-a74f-4f06-842f-6e5042130a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4be6ad-4f8d-4438-bf4b-96349067d0c4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:39.276608 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Routers {'b50d5983-5ae7-476b-8945-c771587d949a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:34:39.277266 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:34:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b50d5983-5ae7-476b-8945-c771587d949a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:39.313882 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: db5ccc5e-ca21-4c80-8a70-4ca48ace8519 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:34:39.314286 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device db5ccc5e-ca21-4c80-8a70-4ca48ace8519 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:34:39.338965 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec6f6b2f-59d8-47e6-95e1-8cc572a7da5f req-6aae22a2-8535-499f-ab54-b684e1b5a2c6 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955064 Jul 22 09:34:39.352163 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-871478ae-e9a9-4b0c-8097-6a129e1c43c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.411652 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-73f45e3c-9958-4f58-970b-b43829d48f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.479907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-73f45e3c-9958-4f58-970b-b43829d48f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.521193 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52302f1d-f022-476d-9dd5-89885d39ca95 req-47dc63b2-263a-4553-9f26-6dc82fca8018 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:39.532488 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52302f1d-f022-476d-9dd5-89885d39ca95 req-47dc63b2-263a-4553-9f26-6dc82fca8018 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1676805 Jul 22 09:34:39.591952 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-871478ae-e9a9-4b0c-8097-6a129e1c43c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.611695 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52302f1d-f022-476d-9dd5-89885d39ca95 req-477a6915-8c08-4bc3-ad11-e4503baaa1df tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780845 Jul 22 09:34:39.613316 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-871478ae-e9a9-4b0c-8097-6a129e1c43c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.658278 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871478ae-e9a9-4b0c-8097-6a129e1c43c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4a1f1a-7c7a-4727-b92a-45f9e8e7e61f,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:39.713221 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-871478ae-e9a9-4b0c-8097-6a129e1c43c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.717844 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43412) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:39.718261 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-871478ae-e9a9-4b0c-8097-6a129e1c43c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5366127 Jul 22 09:34:39.724864 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'security_group_rule': {'security_group_id': '3b2b7fb3-72a3-43da-af68-43fc17e05e7c', 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:39.726954 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 4bedc040-d491-4ed9-a371-6d5714c56dc3, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=4bedc040-d491-4ed9-a371-6d5714c56dc3,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:39.750905 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-73f45e3c-9958-4f58-970b-b43829d48f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.754324 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-73f45e3c-9958-4f58-970b-b43829d48f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.765034 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-73f45e3c-9958-4f58-970b-b43829d48f89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f4be6ad-4f8d-4438-bf4b-96349067d0c4 HTTP/1.1" status: 204 len: 168 time: 0.5548368 Jul 22 09:34:39.789416 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f45e3c-9958-4f58-970b-b43829d48f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4be6ad-4f8d-4438-bf4b-96349067d0c4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:39.799630 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '4bedc040-d491-4ed9-a371-6d5714c56dc3', 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae', 'port_id': '4bedc040-d491-4ed9-a371-6d5714c56dc3', 'mac_address': 'fa:16:3e:b9:7e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4769ae-d04e-4b3c-ab04-fc13deee1e50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:34:39.800064 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Project beedf850e57a467a87d8841d86d694ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 09:34:39.808183 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.822573 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] Set router b50d5983-5ae7-476b-8945-c771587d949a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:34:39.883923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.889243 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.917954 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d31094d-ac6b-45f3-a1cd-8b9343122e0e,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:39.920192 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.935354 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:39.937908 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-22172a5c-388c-4feb-a319-68194f467b82 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2187207 Jul 22 09:34:39.940557 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 43420) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:34:39.947360 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'security_group_rule': {'security_group_id': '3b2b7fb3-72a3-43da-af68-43fc17e05e7c', 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:34:39.979009 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Project beedf850e57a467a87d8841d86d694ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 09:34:39.986444 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:40.019524 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bedc040-d491-4ed9-a371-6d5714c56dc3 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:34:40.077363 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:40.083019 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:40.092922 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 4bedc040-d491-4ed9-a371-6d5714c56dc3, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=4bedc040-d491-4ed9-a371-6d5714c56dc3,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:40.116082 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:40.121839 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec888404-c236-457a-b128-12b1b2fe31e8,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:40.127205 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:40.132669 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-591064c3-5ba1-4373-be5c-cef75c3cbdab tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1864300 Jul 22 09:34:40.205589 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=4bedc040-d491-4ed9-a371-6d5714c56dc3,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:40.280044 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58856a52-65de-4506-9c7e-393ac60f96b5 req-ee431f3a-cef1-4268-8549-ec209d2cc13f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:40.291378 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58856a52-65de-4506-9c7e-393ac60f96b5 req-ee431f3a-cef1-4268-8549-ec209d2cc13f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1322773 Jul 22 09:34:40.329917 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:34:33Z', 'revision_number': 4, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port': {'id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:28Z', 'updated_at': '2021-07-22T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'b9524c7f-13d3-4271-b07c-9c099bd75b3f', 'name': '', 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'mac_address': 'fa:16:3e:ce:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5c0c9d4-2830-4a02-b022-7e99c0751c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:32Z', 'updated_at': '2021-07-22T09:34:39Z', 'revision_number': 4, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'subnets': [{'id': 'd5c0c9d4-2830-4a02-b022-7e99c0751c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:34:40.364545 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a37de-0f28-4913-99fa-014d02966a9d None None] The sync data for ids ['b50d5983-5ae7-476b-8945-c771587d949a'] in dv-cinder-801717-2-iscsi is: [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:34:33Z', 'revision_number': 4, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port': {'id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:28Z', 'updated_at': '2021-07-22T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'b9524c7f-13d3-4271-b07c-9c099bd75b3f', 'name': '', 'network_id': '3dedc870-24c4-4c08-be2e-f3975e1fe3d8', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'mac_address': 'fa:16:3e:ce:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5c0c9d4-2830-4a02-b022-7e99c0751c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:32Z', 'updated_at': '2021-07-22T09:34:39Z', 'revision_number': 4, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'subnets': [{'id': 'd5c0c9d4-2830-4a02-b022-7e99c0751c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:34:40.373902 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58856a52-65de-4506-9c7e-393ac60f96b5 req-623f009c-7e2d-4122-b962-5bddf1ca0902 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806227 Jul 22 09:34:40.423360 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['4bedc040-d491-4ed9-a371-6d5714c56dc3'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:34:40.695936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d6bc5-931f-4aae-b9fa-c3179e4aba79 req-286cf357-172e-49b1-8b1f-0763eeae4288 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:40.719658 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-608d6bc5-931f-4aae-b9fa-c3179e4aba79 req-286cf357-172e-49b1-8b1f-0763eeae4288 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 944 time: 0.2199204 Jul 22 09:34:40.857740 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-608d6bc5-931f-4aae-b9fa-c3179e4aba79 req-98334ca4-9c6d-432a-98cc-69320698acaa tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366730 Jul 22 09:34:40.904622 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bc705-dba3-469a-8c5c-e71b4561fdc3 req-d624473a-a834-427b-bd15-a721193d2ad3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:40.906757 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f3bc705-dba3-469a-8c5c-e71b4561fdc3 req-d624473a-a834-427b-bd15-a721193d2ad3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1218374 Jul 22 09:34:41.034532 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f3bc705-dba3-469a-8c5c-e71b4561fdc3 req-e7e3f6bd-42dc-44f0-b861-e10de2e9c5aa tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203930 Jul 22 09:34:41.505515 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc86e9-e68a-456f-b300-a023c0e6a90d req-1886f115-eb20-44e1-b7b1-5211131a75d1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:41.507026 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07dc86e9-e68a-456f-b300-a023c0e6a90d req-1886f115-eb20-44e1-b7b1-5211131a75d1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0640924 Jul 22 09:34:41.544915 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07dc86e9-e68a-456f-b300-a023c0e6a90d req-51b98b30-ffa4-4c70-81ae-94fb74b1e5b5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Jul 22 09:34:41.988543 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad994a-2e54-4faa-88ce-4919c69ddd2d req-b96f9a41-2242-44d6-857f-443bc7ecc680 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:41.990002 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2ad994a-2e54-4faa-88ce-4919c69ddd2d req-b96f9a41-2242-44d6-857f-443bc7ecc680 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 944 time: 0.0614147 Jul 22 09:34:42.027528 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2ad994a-2e54-4faa-88ce-4919c69ddd2d req-fc6d757d-a62d-4bff-a41e-fafd87b5a9a1 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Jul 22 09:34:42.163750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979f205-9289-4964-95e3-cc1e3dcc87c6 req-938a2af2-fdaa-4749-8c5f-dcb36b7d51fa tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:42.165292 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4979f205-9289-4964-95e3-cc1e3dcc87c6 req-938a2af2-fdaa-4749-8c5f-dcb36b7d51fa tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0665078 Jul 22 09:34:42.202251 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4979f205-9289-4964-95e3-cc1e3dcc87c6 req-030c71f0-8f08-4198-b9ae-a4d0d2fdb016 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Jul 22 09:34:42.334832 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b9524c7f-13d3-4271-b07c-9c099bd75b3f up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:42.381154 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port b9524c7f-13d3-4271-b07c-9c099bd75b3f completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:42.384623 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port b9524c7f-13d3-4271-b07c-9c099bd75b3f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:42.384991 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:42.455883 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:42.488114 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port b9524c7f-13d3-4271-b07c-9c099bd75b3f, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b9524c7f-13d3-4271-b07c-9c099bd75b3f,segment=NetworkSegment(a3ed90e7-9afc-43ab-8c2a-81522876c401),segment_id=a3ed90e7-9afc-43ab-8c2a-81522876c401)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:42.492003 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:42.536923 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=b9524c7f-13d3-4271-b07c-9c099bd75b3f,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:42.670518 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661e0a-0e4d-4ca5-935e-55e20878a2ea req-b8691d90-a775-48cd-aec6-4175a84b145f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:42.671968 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c661e0a-0e4d-4ca5-935e-55e20878a2ea req-b8691d90-a775-48cd-aec6-4175a84b145f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0612428 Jul 22 09:34:42.709535 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c661e0a-0e4d-4ca5-935e-55e20878a2ea req-8c605afd-3c8e-4b3e-aa6a-0be464b6a9c4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jul 22 09:34:43.152943 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c352112-c587-45bc-80a8-181a388b7d49 req-9bba1638-887a-474f-ac6c-a4411e62170a tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:43.154426 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c352112-c587-45bc-80a8-181a388b7d49 req-9bba1638-887a-474f-ac6c-a4411e62170a tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 944 time: 0.0627959 Jul 22 09:34:43.193130 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c352112-c587-45bc-80a8-181a388b7d49 req-fe5694ee-4215-4e84-92ba-6e8358a056ec tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Jul 22 09:34:43.535694 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e65c4-f7bf-44c5-8313-c414deaf9d0d req-26f11b0a-622c-400a-8d79-477b9c44e160 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:43.537156 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea7e65c4-f7bf-44c5-8313-c414deaf9d0d req-26f11b0a-622c-400a-8d79-477b9c44e160 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.2674160 Jul 22 09:34:43.572724 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea7e65c4-f7bf-44c5-8313-c414deaf9d0d req-6e8a4b96-a08f-42a0-afec-8e94529036b7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300329 Jul 22 09:34:43.833434 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df92eb-7a46-4f8f-8ad8-7eb32bbf26a2 req-b2957d53-80e7-46f0-85e0-ee884476f6bd tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:43.834947 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20df92eb-7a46-4f8f-8ad8-7eb32bbf26a2 req-b2957d53-80e7-46f0-85e0-ee884476f6bd tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0619881 Jul 22 09:34:43.874898 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20df92eb-7a46-4f8f-8ad8-7eb32bbf26a2 req-754fced4-74bf-4e66-b009-f963bbb5beb7 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Jul 22 09:34:44.332016 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b9524c7f-13d3-4271-b07c-9c099bd75b3f up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:44.332985 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd58c78-ab5d-41a5-a10e-86975dde5546 req-8b644d3b-dbb5-4857-92ae-ca925e9999d7 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:44.334212 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfd58c78-ab5d-41a5-a10e-86975dde5546 req-8b644d3b-dbb5-4857-92ae-ca925e9999d7 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 944 time: 0.0736189 Jul 22 09:34:44.372566 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfd58c78-ab5d-41a5-a10e-86975dde5546 req-71be79bc-e061-464f-bb46-a8c9377ae27c tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Jul 22 09:34:44.387129 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port b9524c7f-13d3-4271-b07c-9c099bd75b3f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:44.387498 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:44.494626 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-7c449c06-5e4a-482a-b4f8-2f7c012de129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:44.496116 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-7c449c06-5e4a-482a-b4f8-2f7c012de129 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1098 time: 0.0550182 Jul 22 09:34:44.592358 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-3b8290b2-94f1-4ca9-8f67-1980cf4c7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:44.593806 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-3b8290b2-94f1-4ca9-8f67-1980cf4c7d6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.0904021 Jul 22 09:34:44.697255 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-c9b971bb-0c78-45a1-bd06-f0ecf155adef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 1001 time: 0.0967157 Jul 22 09:34:44.761451 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f7841-9e87-4df4-b189-cbcdef036994 req-7102b0aa-cc79-4c38-a71d-199085db5094 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:44.763017 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-903f7841-9e87-4df4-b189-cbcdef036994 req-7102b0aa-cc79-4c38-a71d-199085db5094 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1165631 Jul 22 09:34:44.769241 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-5075bc72-6fca-440f-9ca6-aff186ae087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:44.770837 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-5075bc72-6fca-440f-9ca6-aff186ae087d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0654147 Jul 22 09:34:44.833160 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-903f7841-9e87-4df4-b189-cbcdef036994 req-3a4278c6-d9e1-4add-9bea-0aae7f7f4d80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612476 Jul 22 09:34:44.855613 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-272b4f2e-1341-4c52-83a5-3406c978c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:44.857165 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-272b4f2e-1341-4c52-83a5-3406c978c7a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715079 Jul 22 09:34:44.973739 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-0aef4222-7de9-4d1f-8591-a7e340a9c099 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062102 Jul 22 09:34:45.098869 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0051c0-9fac-4c78-8bae-ae5738113452 req-da0aac74-77ef-43ef-a034-a15c0535793c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:45.100461 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c0051c0-9fac-4c78-8bae-ae5738113452 req-da0aac74-77ef-43ef-a034-a15c0535793c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1415789 Jul 22 09:34:45.102484 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1363d21f-545e-42e3-989f-2219e9f05f8e req-800a2f6e-6a2e-4c2f-84ef-e491ccceffc2 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115735 Jul 22 09:34:45.149183 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 4bedc040-d491-4ed9-a371-6d5714c56dc3 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:34:45.154044 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c0051c0-9fac-4c78-8bae-ae5738113452 req-968704cc-00a7-45c9-b217-dd1d9bc0df35 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Jul 22 09:34:45.227724 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port 4bedc040-d491-4ed9-a371-6d5714c56dc3 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:34:45.233400 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 4bedc040-d491-4ed9-a371-6d5714c56dc3 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:34:45.234152 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:45.335174 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:45.359328 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1339a4d4-650a-4334-9148-c7343b85997e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bedc040-d491-4ed9-a371-6d5714c56dc3'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:45.362039 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caeb445-a743-4b42-b591-907f36681f8f" -d '{"events": [{"server_uuid": "1339a4d4-650a-4334-9148-c7343b85997e", "name": "network-vif-plugged", "status": "completed", "tag": "4bedc040-d491-4ed9-a371-6d5714c56dc3"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:45.378759 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 4bedc040-d491-4ed9-a371-6d5714c56dc3, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=4bedc040-d491-4ed9-a371-6d5714c56dc3,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:45.383886 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:45.427356 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303ed0bf-f8a8-4963-9694-3893985fb44e x-openstack-request-id: req-303ed0bf-f8a8-4963-9694-3893985fb44e {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:45.427602 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1339a4d4-650a-4334-9148-c7343b85997e", "name": "network-vif-plugged", "status": "completed", "tag": "4bedc040-d491-4ed9-a371-6d5714c56dc3", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:45.427846 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-303ed0bf-f8a8-4963-9694-3893985fb44e {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:45.428159 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1339a4d4-650a-4334-9148-c7343b85997e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bedc040-d491-4ed9-a371-6d5714c56dc3', 'code': 200} Jul 22 09:34:45.472816 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=4bedc040-d491-4ed9-a371-6d5714c56dc3,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:45.657940 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d5d9-4a3a-47aa-a749-bf980f38ba0e req-002cd5bb-364c-48ca-9f1c-c68c81f3dcca tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:45.660509 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4908d5d9-4a3a-47aa-a749-bf980f38ba0e req-002cd5bb-364c-48ca-9f1c-c68c81f3dcca tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 945 time: 0.1843624 Jul 22 09:34:45.671378 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0b97-430e-4c10-a6dd-bcd176fdfd30 req-f38aefd7-9656-4834-b04a-65272255d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:45.673057 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a4f0b97-430e-4c10-a6dd-bcd176fdfd30 req-f38aefd7-9656-4834-b04a-65272255d39e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.1538417 Jul 22 09:34:45.693470 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6db0-9b3a-408f-81ff-c2e7aa45cc2c req-7bbfb2ac-50e0-452c-8c7d-55192d0af924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:45.695304 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78cc6db0-9b3a-408f-81ff-c2e7aa45cc2c req-7bbfb2ac-50e0-452c-8c7d-55192d0af924 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 1098 time: 0.1254089 Jul 22 09:34:45.764189 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4908d5d9-4a3a-47aa-a749-bf980f38ba0e req-a49c2407-f87c-4216-b1a7-1f291bfbfc26 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960031 Jul 22 09:34:45.773547 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a4f0b97-430e-4c10-a6dd-bcd176fdfd30 req-7512a71a-a264-46e1-8037-2fc0b0fd8e4d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Jul 22 09:34:45.775448 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78cc6db0-9b3a-408f-81ff-c2e7aa45cc2c req-49efcab7-3c15-4246-90e2-cbe1fd678ae0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689929 Jul 22 09:34:45.978292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534e0e9-8aa0-4c74-9639-3f89d3b7786a req-e1525178-83de-48be-846d-b2c84d248b55 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:45.979843 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2534e0e9-8aa0-4c74-9639-3f89d3b7786a req-e1525178-83de-48be-846d-b2c84d248b55 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0707400 Jul 22 09:34:46.021358 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2534e0e9-8aa0-4c74-9639-3f89d3b7786a req-bcd9be0f-83e9-4a2a-931e-020bcf3ec890 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359695 Jul 22 09:34:46.300256 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42fd2f-d968-4b7a-abad-bc4970f8ca9e req-614242e6-bc4c-41f3-bda2-4719a4a3a747 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:46.305353 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a42fd2f-d968-4b7a-abad-bc4970f8ca9e req-614242e6-bc4c-41f3-bda2-4719a4a3a747 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0730000 Jul 22 09:34:46.347348 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a42fd2f-d968-4b7a-abad-bc4970f8ca9e req-c2110d43-15d0-4f0d-ac3d-e4b34fda715b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Jul 22 09:34:46.908330 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6999c-900b-4f26-b05d-8aeda4c12e8f req-7ad15529-6196-4bd4-a8f9-87aeec859e34 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:46.909834 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8c6999c-900b-4f26-b05d-8aeda4c12e8f req-7ad15529-6196-4bd4-a8f9-87aeec859e34 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 945 time: 0.0709548 Jul 22 09:34:46.947966 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8c6999c-900b-4f26-b05d-8aeda4c12e8f req-fd92871b-c65e-47da-b8f3-00c94599f6ec tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jul 22 09:34:47.167540 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187d22-909c-4347-afe5-51779024f334 req-369f2231-0bc5-4057-954f-ad404e625230 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:47.168957 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1187d22-909c-4347-afe5-51779024f334 req-369f2231-0bc5-4057-954f-ad404e625230 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.0648384 Jul 22 09:34:47.206142 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1187d22-909c-4347-afe5-51779024f334 req-e4524f2b-2b59-4f34-8c6b-b2560737f3e4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315013 Jul 22 09:34:47.483200 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30f2b2-04ab-422a-b1de-3a9a79cdc423 req-87b0c01c-c901-407d-bd40-27b559da3282 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:47.484885 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f30f2b2-04ab-422a-b1de-3a9a79cdc423 req-87b0c01c-c901-407d-bd40-27b559da3282 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0654938 Jul 22 09:34:47.523944 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f30f2b2-04ab-422a-b1de-3a9a79cdc423 req-88cf50c6-38f4-4250-9471-6c8044f723a3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326908 Jul 22 09:34:47.721756 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:47.879320 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c747a3b-9ea3-4fef-8e10-268e02d0675f req-25fea88c-ec63-4c27-b91b-8e82ba405dee tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:47.881012 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c747a3b-9ea3-4fef-8e10-268e02d0675f req-25fea88c-ec63-4c27-b91b-8e82ba405dee tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1363094 Jul 22 09:34:47.887929 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-0d654bfe-a29c-4439-b58f-c6abec04a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:47.889896 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-0d654bfe-a29c-4439-b58f-c6abec04a469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.1054714 Jul 22 09:34:47.950929 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c747a3b-9ea3-4fef-8e10-268e02d0675f req-f7f4c55c-8735-4841-9cae-314ed378bc17 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Jul 22 09:34:48.021146 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-19a1acae-5153-4328-9e2e-871d0b281ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:48.022795 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-19a1acae-5153-4328-9e2e-871d0b281ed4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.1101675 Jul 22 09:34:48.072519 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-f1087ae4-59e7-46e1-ba59-b1e0154bc754 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 217 time: 0.0430300 Jul 22 09:34:48.149719 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-4ff738d1-e381-4053-b674-417697d90529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:48.151177 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-4ff738d1-e381-4053-b674-417697d90529 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0608554 Jul 22 09:34:48.169000 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff4474-ce66-4da7-a99a-3c2f7bf928c1 req-2ca3a31b-7b8d-4b12-89d8-157dbcf55148 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:48.170507 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46ff4474-ce66-4da7-a99a-3c2f7bf928c1 req-2ca3a31b-7b8d-4b12-89d8-157dbcf55148 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 945 time: 0.1354451 Jul 22 09:34:48.206697 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-e2227f78-8b07-405e-bbe4-e45522038b5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352046 Jul 22 09:34:48.272743 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46ff4474-ce66-4da7-a99a-3c2f7bf928c1 req-e802b280-f758-471c-ba49-c5dc3b141de7 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934827 Jul 22 09:34:48.390336 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-1b2a6c54-d0d9-468b-a9af-ae57aad0090d service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732748 Jul 22 09:34:48.449745 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4c40c-11a0-4db6-89bc-b05cb4ede5c6 req-747d0206-40e3-4d82-ac30-632f2febd1e5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:48.457088 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ba4c40c-11a0-4db6-89bc-b05cb4ede5c6 req-747d0206-40e3-4d82-ac30-632f2febd1e5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1320798 Jul 22 09:34:48.546613 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ba4c40c-11a0-4db6-89bc-b05cb4ede5c6 req-5d4a0312-1667-422f-97f1-f79426a7ebb5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886149 Jul 22 09:34:48.550493 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef49e8c3-b345-4df6-8552-8b6dbd56724b req-c5334349-d7b7-4f07-93ae-d952c3d285db service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523030 Jul 22 09:34:48.943134 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2aff1397-407b-4f19-9571-d9d701b0d1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:49.128944 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6453d-762e-4abb-91b6-a4541f36a83d req-fb2b1cd7-743c-4834-90da-15d7dbba9b7a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:49.130910 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38b6453d-762e-4abb-91b6-a4541f36a83d req-fb2b1cd7-743c-4834-90da-15d7dbba9b7a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0934570 Jul 22 09:34:49.177815 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:34:49.209014 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38b6453d-762e-4abb-91b6-a4541f36a83d req-372780cc-4357-48d4-aa87-9d31231a5beb tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678496 Jul 22 09:34:49.237029 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee9088-e6f6-457f-81bd-8b6fe39d1e4c req-fa559ccf-660b-429e-8b7d-0819592c6d9a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:49.239407 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-23ee9088-e6f6-457f-81bd-8b6fe39d1e4c req-fa559ccf-660b-429e-8b7d-0819592c6d9a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 945 time: 0.1073844 Jul 22 09:34:49.283768 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:49.310790 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-23ee9088-e6f6-457f-81bd-8b6fe39d1e4c req-ae26337a-a5f1-46aa-81f6-2eab54cba8c1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628605 Jul 22 09:34:49.316924 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:34:49.319855 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f510e17-751d-4c39-be4a-6d7e725586b9" -d '{"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-unplugged", "status": "completed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:34:49.337778 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:34:49.341982 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:49.378441 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 09:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c1ea87-2341-4bb5-825c-c33b508984c9 x-openstack-request-id: req-53c1ea87-2341-4bb5-825c-c33b508984c9 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:34:49.378771 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-unplugged", "status": "failed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015", "code": 422}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:34:49.379030 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53c1ea87-2341-4bb5-825c-c33b508984c9 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:34:49.379455 dv-cinder-801717-2-iscsi neutron-server[92930]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'code': 422} returned with failed status Jul 22 09:34:49.401204 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:34:50.432906 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39efd94-b043-4d5e-bd95-146367cd2aad req-f6b1e7e1-8bea-466f-b15e-4b88f429073e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:50.434790 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d39efd94-b043-4d5e-bd95-146367cd2aad req-f6b1e7e1-8bea-466f-b15e-4b88f429073e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1517956 Jul 22 09:34:50.528777 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d39efd94-b043-4d5e-bd95-146367cd2aad req-10ed5e0e-96a5-4235-afff-9b417bccc3bd tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877619 Jul 22 09:34:50.561985 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e237-2d02-45f0-ba36-ffdb77ee121e req-f0cf0b27-5d3b-43f4-8837-efa7bff15595 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:50.564248 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1210e237-2d02-45f0-ba36-ffdb77ee121e req-f0cf0b27-5d3b-43f4-8837-efa7bff15595 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1132016 Jul 22 09:34:50.610570 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1210e237-2d02-45f0-ba36-ffdb77ee121e req-8bb3c2b0-28fa-4ecf-8258-b94bc396bcdc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Jul 22 09:34:51.530446 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6bc790c7-187e-4318-accd-b73b792b24a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:51.600253 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:51.708277 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0460f-f9a3-44cf-b759-98c634e3bc2d req-8dd4dd32-776b-43a3-8c3a-73c5754d46ee tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:51.709862 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fe0460f-f9a3-44cf-b759-98c634e3bc2d req-8dd4dd32-776b-43a3-8c3a-73c5754d46ee tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0827513 Jul 22 09:34:51.778526 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fe0460f-f9a3-44cf-b759-98c634e3bc2d req-254bc0cc-e956-427f-a1c8-47636c4ce74a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590999 Jul 22 09:34:51.821554 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cc4ff-f802-470b-a4d4-f39f9e7e3e7f req-d1a428e9-3bb7-48c5-a764-cfa4b41e061e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:51.823149 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c0cc4ff-f802-470b-a4d4-f39f9e7e3e7f req-d1a428e9-3bb7-48c5-a764-cfa4b41e061e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1248088 Jul 22 09:34:51.866983 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c0cc4ff-f802-470b-a4d4-f39f9e7e3e7f req-ba4fb6b6-1fd2-4815-9cbd-dbac2e5337a2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Jul 22 09:34:53.005888 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459421b-52a3-4fb2-9118-79bfa5ed9e73 req-68b07fa8-f67e-489b-b276-9b6946bbb01e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:53.007365 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9459421b-52a3-4fb2-9118-79bfa5ed9e73 req-68b07fa8-f67e-489b-b276-9b6946bbb01e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0662789 Jul 22 09:34:53.049519 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9459421b-52a3-4fb2-9118-79bfa5ed9e73 req-4560e7ed-c211-432d-9c9e-6a76fc7831c9 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344946 Jul 22 09:34:53.115046 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:53.294348 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afdaae-85a8-465b-bc85-a216ab5faaaf req-1a434d21-c800-4eb4-89be-5fbcf2a71140 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:53.295885 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8afdaae-85a8-465b-bc85-a216ab5faaaf req-1a434d21-c800-4eb4-89be-5fbcf2a71140 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0726912 Jul 22 09:34:53.335632 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8afdaae-85a8-465b-bc85-a216ab5faaaf req-1ed6215c-5051-4c53-82d8-97841f30efa1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Jul 22 09:34:54.331773 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cb8b0-4952-4203-a7e4-4af87c8bf5f4 req-6d9c7e6b-77f0-4d84-af17-251ac0e6d4c2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:54.333197 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f3cb8b0-4952-4203-a7e4-4af87c8bf5f4 req-6d9c7e6b-77f0-4d84-af17-251ac0e6d4c2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0725870 Jul 22 09:34:54.373706 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f3cb8b0-4952-4203-a7e4-4af87c8bf5f4 req-1973a9df-0d4d-467e-aa94-1bbfb50d9fc0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346806 Jul 22 09:34:54.650002 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:34:55.525241 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a317b-86dd-4603-9f7c-1cd2e37d2328 req-6e8f4998-d606-4552-9549-3ca857b6c131 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:55.526770 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce8a317b-86dd-4603-9f7c-1cd2e37d2328 req-6e8f4998-d606-4552-9549-3ca857b6c131 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0737581 Jul 22 09:34:55.566342 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce8a317b-86dd-4603-9f7c-1cd2e37d2328 req-53cff71a-e0ef-4afd-9b92-745eb3006ec8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331981 Jul 22 09:34:56.722018 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4257e-d13a-4382-8752-2af6b1ab2b25 req-d68c4c6e-e709-4a01-8e8c-6ac56f4e8f55 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:56.724175 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbc4257e-d13a-4382-8752-2af6b1ab2b25 req-d68c4c6e-e709-4a01-8e8c-6ac56f4e8f55 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0815270 Jul 22 09:34:56.772546 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbc4257e-d13a-4382-8752-2af6b1ab2b25 req-bbad7f5b-721e-436a-be53-40bcc70ddf09 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411575 Jul 22 09:34:57.524122 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:34:57.914183 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b1885-c567-4947-8f4e-3e6fc13ff1e2 req-c24b99a1-3b5f-41b1-9aca-a8fc5d6616fe tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:57.915689 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-768b1885-c567-4947-8f4e-3e6fc13ff1e2 req-c24b99a1-3b5f-41b1-9aca-a8fc5d6616fe tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0651500 Jul 22 09:34:57.965539 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-768b1885-c567-4947-8f4e-3e6fc13ff1e2 req-278bad31-a35e-4b63-97df-c8c2748f4f32 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 Jul 22 09:34:59.110453 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4302a3e-be5c-4622-9917-518c6d523e2e req-5fa5ee1c-6d5d-4946-91cf-fcca879e13bb tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:34:59.111970 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4302a3e-be5c-4622-9917-518c6d523e2e req-5fa5ee1c-6d5d-4946-91cf-fcca879e13bb tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0679297 Jul 22 09:34:59.149980 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4302a3e-be5c-4622-9917-518c6d523e2e req-1a5e38f6-65ba-4b35-be57-3a7b2f5f301c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316248 Jul 22 09:35:00.306462 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0357-7022-4986-bf0c-5cbb41b9e61b req-9165b2b0-0440-4eec-8096-3c8fc2f1320b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:00.308121 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-549a0357-7022-4986-bf0c-5cbb41b9e61b req-9165b2b0-0440-4eec-8096-3c8fc2f1320b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0795679 Jul 22 09:35:00.352150 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-549a0357-7022-4986-bf0c-5cbb41b9e61b req-9b04c313-348b-4ab9-848a-c934a891cc6e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369642 Jul 22 09:35:01.572962 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cc5b7-45e4-4bea-bfe2-e31f224ab12f req-3df322fe-1540-47c5-8ef9-9e702c4151a3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:01.574697 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b79cc5b7-45e4-4bea-bfe2-e31f224ab12f req-3df322fe-1540-47c5-8ef9-9e702c4151a3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1582599 Jul 22 09:35:01.604614 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ccca-c87c-4c5f-bae8-9a810a5cb57f req-1c61ac7d-d05e-4073-a94f-4723fe0aa921 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:01.606159 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8235ccca-c87c-4c5f-bae8-9a810a5cb57f req-1c61ac7d-d05e-4073-a94f-4723fe0aa921 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1574657 Jul 22 09:35:01.607737 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-234bc3da-f1d4-477e-934c-3fc45b4240dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:01.609074 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-234bc3da-f1d4-477e-934c-3fc45b4240dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.1593637 Jul 22 09:35:01.684403 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b79cc5b7-45e4-4bea-bfe2-e31f224ab12f req-fb927d7a-c666-45ea-9ad6-1e67ee861a8a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021872 Jul 22 09:35:01.754390 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8235ccca-c87c-4c5f-bae8-9a810a5cb57f req-8f041074-c10e-4a4e-9ea4-efc792eef793 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373506 Jul 22 09:35:01.794007 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-046296f0-d522-4c7a-9931-0c67a6a44dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:01.795649 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-046296f0-d522-4c7a-9931-0c67a6a44dd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.1743228 Jul 22 09:35:01.853259 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-b55107b2-a89d-4163-a08e-d39727bf9e72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 217 time: 0.0426431 Jul 22 09:35:01.912917 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-186a90ba-a901-470c-bcca-cc7132b8ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:01.918526 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-186a90ba-a901-470c-bcca-cc7132b8ff69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0565867 Jul 22 09:35:01.982931 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-c0fe375e-4f6e-407c-bcbf-bf5ee2837176 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568213 Jul 22 09:35:02.168892 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-07ba9883-9d84-4e4f-9cf4-bae07b2e33dd service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776679 Jul 22 09:35:02.285163 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c929887-f3b5-4b9a-a995-4db61ffa976e req-09616a1c-2ed6-428f-a84a-cdf325944aa1 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037478 Jul 22 09:35:02.830104 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dba9-586e-403a-a258-f3caca1c00c6 req-9b78fd3a-8418-4402-8485-ab33e8cbfd35 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:02.831659 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5e6dba9-586e-403a-a258-f3caca1c00c6 req-9b78fd3a-8418-4402-8485-ab33e8cbfd35 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0755565 Jul 22 09:35:02.902727 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5e6dba9-586e-403a-a258-f3caca1c00c6 req-81a2f4f0-32f2-42c7-9b23-9d6d969a5c16 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648451 Jul 22 09:35:02.937527 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10db31-e4db-42ee-8c9b-7058e5a1f0e5 req-0a17da25-1cd7-4b5d-b2e2-1e3297a1a2f2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:02.939116 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f10db31-e4db-42ee-8c9b-7058e5a1f0e5 req-0a17da25-1cd7-4b5d-b2e2-1e3297a1a2f2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0953274 Jul 22 09:35:02.977459 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f10db31-e4db-42ee-8c9b-7058e5a1f0e5 req-7a3adf28-1577-4609-b672-8b22f294b243 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Jul 22 09:35:03.903082 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 43808) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:04.460434 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-fbfaa3ba-69ca-4edb-beb8-766fe8ca43c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5554748 Jul 22 09:35:04.467927 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5a91-8ca3-4fb5-8a66-06a233dc595d req-35508fb1-7813-4ab0-ba9d-a72f013fb270 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:04.469374 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-001e5a91-8ca3-4fb5-8a66-06a233dc595d req-35508fb1-7813-4ab0-ba9d-a72f013fb270 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.4640143 Jul 22 09:35:04.560296 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-001e5a91-8ca3-4fb5-8a66-06a233dc595d req-838bb808-db45-43c1-84f7-b70236836360 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834641 Jul 22 09:35:04.569674 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1512b7-650c-4d47-b959-8b0deba7a622 req-234d61c7-e09f-4115-b8a8-65b3030d108e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:04.576333 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f1512b7-650c-4d47-b959-8b0deba7a622 req-234d61c7-e09f-4115-b8a8-65b3030d108e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.4843767 Jul 22 09:35:04.641250 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f1512b7-650c-4d47-b959-8b0deba7a622 req-550e5bdd-b0ad-4eda-a735-121e8f4c84d4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640173 Jul 22 09:35:05.694727 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b367a-5769-4c9e-9950-c792acfbbba7 req-84c1274b-baa9-4346-85e5-588309bbad04 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:05.696218 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f5b367a-5769-4c9e-9950-c792acfbbba7 req-84c1274b-baa9-4346-85e5-588309bbad04 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0756240 Jul 22 09:35:05.746875 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f5b367a-5769-4c9e-9950-c792acfbbba7 req-b01dc2cc-5b41-458b-828f-f0faf2bd32a3 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447652 Jul 22 09:35:05.823088 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc816f8b-f4c3-4d0d-ae78-75dffeaf8fcb req-4105cd3c-6af6-4fe5-9c78-c365b12e8de2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:05.824558 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bc816f8b-f4c3-4d0d-ae78-75dffeaf8fcb req-4105cd3c-6af6-4fe5-9c78-c365b12e8de2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0854096 Jul 22 09:35:05.877442 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bc816f8b-f4c3-4d0d-ae78-75dffeaf8fcb req-6788ced2-8c55-410a-bb4c-f1ef0701aea4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465281 Jul 22 09:35:06.280680 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-d213447e-1e99-4b8a-b3f0-aed8b932c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:06.284474 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-d213447e-1e99-4b8a-b3f0-aed8b932c0ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa&tenant_id=bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 1096 time: 0.0988421 Jul 22 09:35:06.360238 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-49d4addb-4c92-4271-9641-2e7a70424a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:06.361519 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-49d4addb-4c92-4271-9641-2e7a70424a62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1096 time: 0.0549524 Jul 22 09:35:06.459429 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-9bb9e35d-0efb-4af5-b935-d4fe7d6ff268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:06.460898 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-9bb9e35d-0efb-4af5-b935-d4fe7d6ff268 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.0919058 Jul 22 09:35:06.544276 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-8666abde-7159-4428-9268-7fe5d6e88a8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 200 len: 999 time: 0.0743656 Jul 22 09:35:06.594931 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-ce69e7e0-b165-4e5f-8593-4b7bbe627140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:06.596467 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-ce69e7e0-b165-4e5f-8593-4b7bbe627140 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0444412 Jul 22 09:35:06.663363 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-c1105570-6370-4e9a-a218-63b1797f5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:06.664907 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-c1105570-6370-4e9a-a218-63b1797f5c2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595467 Jul 22 09:35:06.760240 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-a1184a08-3e12-47af-b365-924222ac0a7e service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Jul 22 09:35:06.906814 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-566f7587-7a9a-4105-9483-34ce3af968a7 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385949 Jul 22 09:35:06.942799 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a612c-ea10-46b9-bd81-d5623b6dcc1f req-f44d1334-6e9b-4cc8-89b2-3b9ec6564d05 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:06.944483 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-538a612c-ea10-46b9-bd81-d5623b6dcc1f req-f44d1334-6e9b-4cc8-89b2-3b9ec6564d05 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0984933 Jul 22 09:35:07.024372 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-538a612c-ea10-46b9-bd81-d5623b6dcc1f req-cec0e874-8ff4-4cab-931d-1134af3da155 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745370 Jul 22 09:35:07.063292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e243595-80d2-4f33-ab4a-f4a6627f6d8b req-2b82fce5-a36b-4814-b563-5ffff43bf60f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:07.064894 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e243595-80d2-4f33-ab4a-f4a6627f6d8b req-2b82fce5-a36b-4814-b563-5ffff43bf60f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1066527 Jul 22 09:35:07.113317 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e243595-80d2-4f33-ab4a-f4a6627f6d8b req-9b70cbe3-d94f-4a0b-824e-b27412adfa2c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403733 Jul 22 09:35:08.260740 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9d5a-24f8-4253-bd56-891a55c473a1 req-c5e88733-2f1d-47ad-8121-6591b9eb5f07 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:08.262494 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb1d9d5a-24f8-4253-bd56-891a55c473a1 req-c5e88733-2f1d-47ad-8121-6591b9eb5f07 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1287620 Jul 22 09:35:08.309850 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c957-2d94-449e-a81f-1a0cc7479917 req-c17bb61c-bd5e-406d-8fb7-b1f1033d9797 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:08.311666 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f16c957-2d94-449e-a81f-1a0cc7479917 req-c17bb61c-bd5e-406d-8fb7-b1f1033d9797 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1156068 Jul 22 09:35:08.356613 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb1d9d5a-24f8-4253-bd56-891a55c473a1 req-7e424763-1339-45e1-ab28-1348548e0191 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874753 Jul 22 09:35:08.383277 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f16c957-2d94-449e-a81f-1a0cc7479917 req-59f37e97-afb8-48b8-9019-245e37e3c690 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577724 Jul 22 09:35:09.554185 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243461-d585-44c4-8068-585d2ebfdeb0 req-d3d3f464-b83c-4c69-94ea-1f63fd2f896d tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:09.555791 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08243461-d585-44c4-8068-585d2ebfdeb0 req-d3d3f464-b83c-4c69-94ea-1f63fd2f896d tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1362164 Jul 22 09:35:09.567629 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef215b-1fb8-46cd-8633-63dc1da9db3e req-d2846d41-4ea0-4b52-a8d2-2265a9ffdd3b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:09.569092 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1ef215b-1fb8-46cd-8633-63dc1da9db3e req-d2846d41-4ea0-4b52-a8d2-2265a9ffdd3b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1009245 Jul 22 09:35:09.631874 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08243461-d585-44c4-8068-585d2ebfdeb0 req-21fd7bf0-1059-4e26-bd66-a794d719d333 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615990 Jul 22 09:35:09.636733 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1ef215b-1fb8-46cd-8633-63dc1da9db3e req-35a73fc9-8758-48f5-a7eb-d19f0d3b919d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592449 Jul 22 09:35:10.843433 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2500d-3bbf-4aa7-a5e8-e3ebb618560f req-7621970b-4454-4fd2-97eb-3149ac099ff4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:10.844935 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73c2500d-3bbf-4aa7-a5e8-e3ebb618560f req-7621970b-4454-4fd2-97eb-3149ac099ff4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1106243 Jul 22 09:35:10.852384 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149365-93d7-498c-8d3c-9830ee21015a req-80282158-8b95-43b5-9a9c-3916eacaca75 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:10.853771 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1149365-93d7-498c-8d3c-9830ee21015a req-80282158-8b95-43b5-9a9c-3916eacaca75 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1097348 Jul 22 09:35:10.912008 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73c2500d-3bbf-4aa7-a5e8-e3ebb618560f req-430cf7aa-3380-4f89-b7e4-e6f996257a07 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572543 Jul 22 09:35:10.914755 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1149365-93d7-498c-8d3c-9830ee21015a req-93bf581e-cdb2-47a3-b33a-537e966a9d40 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542011 Jul 22 09:35:12.092733 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3cc53-9a0e-4f5d-bb22-b4f03fa30b1c req-af2965db-7ba8-44c6-b2d2-eacdd29f9841 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:12.094424 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79d3cc53-9a0e-4f5d-bb22-b4f03fa30b1c req-af2965db-7ba8-44c6-b2d2-eacdd29f9841 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1023810 Jul 22 09:35:12.112424 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28f83-a367-4d36-b802-c884dca8d3cc req-37e547e0-9217-45ce-a2aa-3dd93b446555 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:12.113846 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6c28f83-a367-4d36-b802-c884dca8d3cc req-37e547e0-9217-45ce-a2aa-3dd93b446555 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0937233 Jul 22 09:35:12.166923 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79d3cc53-9a0e-4f5d-bb22-b4f03fa30b1c req-51600680-d8a6-4e15-bf84-0ab5d6f29ede tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627539 Jul 22 09:35:12.171767 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6c28f83-a367-4d36-b802-c884dca8d3cc req-eef3b561-1a71-4c84-b73c-600ac7d604b4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513730 Jul 22 09:35:12.458727 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-0dad13cb-765d-4f9d-93e3-f59a40f96e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:12.460345 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-0dad13cb-765d-4f9d-93e3-f59a40f96e4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.0600698 Jul 22 09:35:12.582900 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-4f1ab0be-a54d-47ee-b7d7-cd164bd068c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:12.585058 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-4f1ab0be-a54d-47ee-b7d7-cd164bd068c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.0967436 Jul 22 09:35:12.638298 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-41f19e78-26ef-4fe2-ae51-5f1c733ace1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 217 time: 0.0404239 Jul 22 09:35:12.695090 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-59abfb66-5c39-4194-9044-f3755e66df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:12.697038 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-59abfb66-5c39-4194-9044-f3755e66df62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0525250 Jul 22 09:35:12.738968 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-7de9b834-ba19-4cde-8d7a-2c0e4b1b3d39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313525 Jul 22 09:35:12.840005 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-acdbe322-97fa-40f7-b77b-4847bea207a0 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925946 Jul 22 09:35:12.938531 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34f5cc17-48d5-4182-8e6d-cdeefba7342e req-7438010f-0418-44e9-b8ed-2e23c9c4b968 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880280 Jul 22 09:35:13.359955 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d946e5-bb3d-4530-b9e0-f2d6c1decbd5 req-476aee1b-7ec8-4193-adad-339207aff238 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:13.361440 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2d946e5-bb3d-4530-b9e0-f2d6c1decbd5 req-476aee1b-7ec8-4193-adad-339207aff238 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1046627 Jul 22 09:35:13.368358 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd7d6c-9fbc-42e3-a0ae-929620eb49b8 req-b373e50b-4f24-42f5-be14-733fc49954dd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:13.369725 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1fd7d6c-9fbc-42e3-a0ae-929620eb49b8 req-b373e50b-4f24-42f5-be14-733fc49954dd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1042020 Jul 22 09:35:13.435337 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2d946e5-bb3d-4530-b9e0-f2d6c1decbd5 req-e3ea726c-c748-413d-a4eb-3d577dbc55d6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646064 Jul 22 09:35:13.438078 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1fd7d6c-9fbc-42e3-a0ae-929620eb49b8 req-b49e0bc2-6bef-46f7-9e00-738f93ffa990 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591321 Jul 22 09:35:14.630998 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7815-ba7a-44e8-afaa-868ccc9b927b req-64cf6539-b784-4b87-bbd1-c0caef0011a5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:14.632532 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb9d7815-ba7a-44e8-afaa-868ccc9b927b req-64cf6539-b784-4b87-bbd1-c0caef0011a5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1119545 Jul 22 09:35:14.650600 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3c13-83c2-494e-a4d1-32d563d6bdb4 req-996c0c89-214e-4908-bca7-d297de71ce94 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:14.652302 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75cc3c13-83c2-494e-a4d1-32d563d6bdb4 req-996c0c89-214e-4908-bca7-d297de71ce94 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0987029 Jul 22 09:35:14.713294 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb9d7815-ba7a-44e8-afaa-868ccc9b927b req-b9be2c66-9a99-4d1f-b38a-95f59f0169b5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715652 Jul 22 09:35:14.723016 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75cc3c13-83c2-494e-a4d1-32d563d6bdb4 req-36958fc8-da3d-4565-b613-5328a59933b6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647550 Jul 22 09:35:15.913542 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a44c3-a35e-433b-88f1-ee341d0bb28e req-3881f0f1-30c4-4d4d-9424-1ec74e8b7a8a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:15.915246 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c6a44c3-a35e-433b-88f1-ee341d0bb28e req-3881f0f1-30c4-4d4d-9424-1ec74e8b7a8a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1194129 Jul 22 09:35:15.926344 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ec1b-4271-4c69-8a7e-b393a33e75bd req-0c497bd7-6af2-4589-913c-5a353a868fe1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:15.927858 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f93ec1b-4271-4c69-8a7e-b393a33e75bd req-0c497bd7-6af2-4589-913c-5a353a868fe1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1225677 Jul 22 09:35:15.984616 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c6a44c3-a35e-433b-88f1-ee341d0bb28e req-3149c408-313d-4f8e-9457-46f57232cf85 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557237 Jul 22 09:35:15.992357 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f93ec1b-4271-4c69-8a7e-b393a33e75bd req-aa4163bb-5314-44be-956e-6c2f4a00795b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573432 Jul 22 09:35:17.177436 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d98d91-48cf-4d7d-9d5f-90ced5b6da6d req-5d8af2cc-dff9-4993-85ea-5cd41cd9b3bd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:17.178926 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89d98d91-48cf-4d7d-9d5f-90ced5b6da6d req-5d8af2cc-dff9-4993-85ea-5cd41cd9b3bd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0788386 Jul 22 09:35:17.186053 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6947-fa46-4cd2-a8ba-857473c58a3a req-e35b1a9e-4eae-4688-a779-8415dfd74b92 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:17.187481 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df5d6947-fa46-4cd2-a8ba-857473c58a3a req-e35b1a9e-4eae-4688-a779-8415dfd74b92 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1273308 Jul 22 09:35:17.240358 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89d98d91-48cf-4d7d-9d5f-90ced5b6da6d req-165ba524-d5f1-456d-96c2-5bcdae4fac37 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519071 Jul 22 09:35:17.252523 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df5d6947-fa46-4cd2-a8ba-857473c58a3a req-103e0bc6-e258-4f65-8d89-6074425ca29b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582876 Jul 22 09:35:17.723155 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:18.424107 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0b07f-21d9-4eb5-bd8b-49c151825e2e req-a876ba49-0b60-4a5e-9a68-fa5dfc89d700 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:18.425621 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18a0b07f-21d9-4eb5-bd8b-49c151825e2e req-a876ba49-0b60-4a5e-9a68-fa5dfc89d700 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1085355 Jul 22 09:35:18.434093 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2cce4-8e9f-4a6f-94ef-3b8edba8af7d req-50155c7a-9cff-478c-aa5a-ef471379f369 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:18.435547 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77f2cce4-8e9f-4a6f-94ef-3b8edba8af7d req-50155c7a-9cff-478c-aa5a-ef471379f369 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1088800 Jul 22 09:35:18.494477 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18a0b07f-21d9-4eb5-bd8b-49c151825e2e req-6bfcf117-a061-4b95-bc8a-dd48dd45e536 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579274 Jul 22 09:35:18.497472 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77f2cce4-8e9f-4a6f-94ef-3b8edba8af7d req-f175e637-15f6-440f-87e8-b8d1b610fe53 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Jul 22 09:35:18.935181 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe52f-f2d8-43b2-a33e-2f281c7a79d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:19.421916 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-a72f3954-db2f-4064-9a9b-70ae10b03959 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141008317&fields=id&tenant_id=beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 267 time: 0.0327146 Jul 22 09:35:19.539057 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-da641aa7-ca08-474c-80be-d8b1a643482d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:19.540609 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-da641aa7-ca08-474c-80be-d8b1a643482d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 811 time: 0.1124501 Jul 22 09:35:19.555711 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-037208a0-6828-47ae-9348-823fe2d33b41 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/quotas/beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 375 time: 0.0094683 Jul 22 09:35:19.681560 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dea14-ff0d-4af9-92df-fa853a6ad6e0 req-aa8c62c8-2251-42b2-8bcb-96c3cfdabc85 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:19.683037 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-991dea14-ff0d-4af9-92df-fa853a6ad6e0 req-aa8c62c8-2251-42b2-8bcb-96c3cfdabc85 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1096196 Jul 22 09:35:19.690088 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-b94b6c5c-06bf-4ceb-80e0-b7abb066ca9e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270328 Jul 22 09:35:19.753984 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-991dea14-ff0d-4af9-92df-fa853a6ad6e0 req-b9f242fa-05e3-4233-b917-8fee2bfa2d9c tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629034 Jul 22 09:35:19.832391 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-944f2d99-3804-4e58-9756-209214c3dad3 service neutron] 10.222.0.20 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247821 Jul 22 09:35:19.960111 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a5a0d-19f4-4b5c-a14a-b501be40d452 req-a239f3eb-b328-4a51-b2b8-e352e678ad80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:19.961557 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-711a5a0d-19f4-4b5c-a14a-b501be40d452 req-a239f3eb-b328-4a51-b2b8-e352e678ad80 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1458504 Jul 22 09:35:19.963866 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-cfbe2841-d1fc-443f-b68c-3b58e09ed742 service neutron] 10.222.0.20 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145856 Jul 22 09:35:20.007955 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-711a5a0d-19f4-4b5c-a14a-b501be40d452 req-9082e64b-fb0c-4983-bbac-d1688cb1d2a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396667 Jul 22 09:35:20.320270 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d449486-0b24-4759-a2a2-a44f733e348a req-75ac7973-1a3e-4a2f-867a-1c0fe3421fa2 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0404825 Jul 22 09:35:20.903462 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c008-0c5e-48b3-903f-fbd1d1be4989 req-b1023087-3120-4656-98ac-e6a9c28b2e53 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:20.905015 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a49c008-0c5e-48b3-903f-fbd1d1be4989 req-b1023087-3120-4656-98ac-e6a9c28b2e53 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0780184 Jul 22 09:35:20.949734 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a49c008-0c5e-48b3-903f-fbd1d1be4989 req-0d227e78-3312-4143-9a9d-ce55451b5139 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Jul 22 09:35:21.160461 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450623-a34d-45f8-8680-6e19d16ca9e4 req-e6537f09-e9cb-4ee9-9f57-a7b8dcd42957 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:21.162739 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e450623-a34d-45f8-8680-6e19d16ca9e4 req-e6537f09-e9cb-4ee9-9f57-a7b8dcd42957 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0821559 Jul 22 09:35:21.206026 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e450623-a34d-45f8-8680-6e19d16ca9e4 req-2c617dc4-ba5a-4b2a-b745-41af1b23d104 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360293 Jul 22 09:35:21.442463 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90fbc0c3-f6db-42a8-a4c8-e3e68a4712fd req-80792f5d-af60-4fc8-abd7-8ce619dc6889 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0546114 Jul 22 09:35:21.532880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-efb2bd68-e6c4-4157-8c50-677d91aea095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:21.593325 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:22.104920 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d4cca-2bf9-4f81-bcac-836c34558138 req-de490b0f-a670-4cef-b3ef-264491394377 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:22.106342 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da1d4cca-2bf9-4f81-bcac-836c34558138 req-de490b0f-a670-4cef-b3ef-264491394377 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0779190 Jul 22 09:35:22.144988 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da1d4cca-2bf9-4f81-bcac-836c34558138 req-8f78c7a1-997f-4af5-9db0-40a8bacd83ae tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326390 Jul 22 09:35:22.347493 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cb71-f25c-4865-ab7f-7a02640cc10a req-618b73c5-7fa5-44d2-9bcb-cca140a9fad4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:22.350150 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e375cb71-f25c-4865-ab7f-7a02640cc10a req-618b73c5-7fa5-44d2-9bcb-cca140a9fad4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0707757 Jul 22 09:35:22.389833 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e375cb71-f25c-4865-ab7f-7a02640cc10a req-5bf0b008-18cc-4cf0-919d-11ef612a8022 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341635 Jul 22 09:35:22.532228 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d29434e-e1e0-462b-a828-ee802d92814d req-696321a8-2a1d-4984-846d-2062c9396a34 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0304463 Jul 22 09:35:22.904017 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 44128) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:22.952546 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Deleting subnet 3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:35:22.955906 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:22.994321 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5669763'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.045475 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.099604 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5669825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5805767'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.111088 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.128761 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.133232 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4 HTTP/1.1" status: 204 len: 168 time: 0.2282031 Jul 22 09:35:23.133385 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44130) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:23.134273 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e07fa19-ec1b-4edc-b2d7-1c8a1eb00eb4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:23.141659 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.141933 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.142292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.142622 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.142949 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.143274 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.143595 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.143921 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.144242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.144560 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.144875 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.145188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdb9d6-fc10-4bd3-bc46-35d5b679dd93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.200899 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.290464 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.300586 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d08f90-5d47-4900-8082-0cab92c023f0']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:35:23.305831 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365485fe-e54f-414e-8dec-ed3cf71b5c0b req-3e5fa2d1-c4f7-4ac8-99a7-ca6e3ab82390 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:23.307572 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-365485fe-e54f-414e-8dec-ed3cf71b5c0b req-3e5fa2d1-c4f7-4ac8-99a7-ca6e3ab82390 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0850930 Jul 22 09:35:23.311984 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341df386-bdb8-463b-a4e6-cb124986475f') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:35:23.312297 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341df386-bdb8-463b-a4e6-cb124986475f') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:35:23.321161 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929224'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.338579 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.345424 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:35:23.345744 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6989420'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: timer() Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: cb(*args, **kw) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: self._notify() Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: self.callback(batched_events) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: event.method(event) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._get(url).json() Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:35:23.357005 dv-cinder-801717-2-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:35:23.359692 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-365485fe-e54f-414e-8dec-ed3cf71b5c0b req-70087b5d-d894-41c2-ad7e-84575a4a307b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Jul 22 09:35:23.406509 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.417552 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.422236 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] 10.222.0.20 "DELETE /v2.0/networks/42d08f90-5d47-4900-8082-0cab92c023f0 HTTP/1.1" status: 204 len: 168 time: 0.2879524 Jul 22 09:35:23.435463 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=42d08f90-5d47-4900-8082-0cab92c023f0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:23.443133 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.443466 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.444054 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.444388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.444885 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.445216 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.445536 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.445857 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.446232 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.446552 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.446868 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.447195 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef730da-42d2-497f-86a9-91f1812d8c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:23.563095 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ca3d-a483-4dd0-a065-3eab09be6a15 req-43dda52c-a3a4-4963-ac2c-74132def854e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:23.564641 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2e0ca3d-a483-4dd0-a065-3eab09be6a15 req-43dda52c-a3a4-4963-ac2c-74132def854e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0778134 Jul 22 09:35:23.654190 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f370d42-184c-4334-8d01-30867ecb8d6d req-575b27a5-daf5-4be8-a110-8d3867db9443 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0439630 Jul 22 09:35:23.657400 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2e0ca3d-a483-4dd0-a065-3eab09be6a15 req-668f890c-c07d-435b-88cc-a98f43c83f55 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864451 Jul 22 09:35:23.673256 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44144) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:23.714429 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-969d1f1e-f4e6-467d-8acc-3bfd27e092fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e114a1c3498f42d1b87c093e3c6cd677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399125 Jul 22 09:35:23.716954 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 44146) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:23.766845 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9245aa7a-22b6-4a9c-a30c-89a8fe01587c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.789733 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9245aa7a-22b6-4a9c-a30c-89a8fe01587c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.835385 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9245aa7a-22b6-4a9c-a30c-89a8fe01587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.837995 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9245aa7a-22b6-4a9c-a30c-89a8fe01587c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:23.841452 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9245aa7a-22b6-4a9c-a30c-89a8fe01587c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69103831-2b72-4eda-902d-cc6fb5492fe6 HTTP/1.1" status: 204 len: 168 time: 0.1212640 Jul 22 09:35:23.847651 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245aa7a-22b6-4a9c-a30c-89a8fe01587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69103831-2b72-4eda-902d-cc6fb5492fe6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:24.501118 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533f366-d2fd-4124-9c12-30e04d8005d3 req-892c0177-92f4-47a2-b20c-881e519f5b74 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:24.511326 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f533f366-d2fd-4124-9c12-30e04d8005d3 req-892c0177-92f4-47a2-b20c-881e519f5b74 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0738101 Jul 22 09:35:24.547209 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f533f366-d2fd-4124-9c12-30e04d8005d3 req-5055ce81-a136-4bdc-bd4b-af147edd204e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Jul 22 09:35:24.655311 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:24.762532 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d5965af-7027-4eec-a105-6311681c1c95 req-cd8a2c35-7204-4ce8-a559-96a170565c00 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0388153 Jul 22 09:35:24.848391 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217e57-6bee-4d40-be67-df3af9e09d56 req-58a6af1b-a368-466f-b913-3403d9630c07 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:24.850002 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34217e57-6bee-4d40-be67-df3af9e09d56 req-58a6af1b-a368-466f-b913-3403d9630c07 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0701034 Jul 22 09:35:24.894999 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34217e57-6bee-4d40-be67-df3af9e09d56 req-48583524-d3b4-4173-af6f-8c8d3dc1823d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370414 Jul 22 09:35:25.679047 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1394f-3df5-4eae-b9fa-9338fb9646c8 req-17a60d29-c32c-4358-a22f-683db18a3f2f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:25.681597 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ce1394f-3df5-4eae-b9fa-9338fb9646c8 req-17a60d29-c32c-4358-a22f-683db18a3f2f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0642807 Jul 22 09:35:25.719223 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ce1394f-3df5-4eae-b9fa-9338fb9646c8 req-381e7627-bd1f-46d2-8403-e2c784ca6385 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Jul 22 09:35:25.855488 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-722163f0-bb60-4662-a0ac-bf402058a31e req-a9b55956-a36f-4e7a-83c2-44a8f3a6becf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0314097 Jul 22 09:35:26.038899 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36fdde-d668-4830-8073-377e38414250 req-02c7afce-5ae0-466c-bbae-459b1fe74f62 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:26.040592 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c36fdde-d668-4830-8073-377e38414250 req-02c7afce-5ae0-466c-bbae-459b1fe74f62 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0689862 Jul 22 09:35:26.084867 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c36fdde-d668-4830-8073-377e38414250 req-7218077d-8e93-45cf-a084-503b26abbd38 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Jul 22 09:35:26.357885 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-c0397fd4-1d0e-4192-acbb-53f762a31394 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8757f540935740d58e417b3e76bfffaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322130 Jul 22 09:35:26.785892 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-c20b2029-8178-4bdf-a8dd-d05bffebb2ae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:26.787400 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-c20b2029-8178-4bdf-a8dd-d05bffebb2ae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258153 Jul 22 09:35:26.802838 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-306a0565-b72d-410f-ba5e-b120c3c87edd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/quotas/8757f540935740d58e417b3e76bfffaf HTTP/1.1" status: 200 len: 375 time: 0.0100782 Jul 22 09:35:26.837901 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-0f9fd9f0-2ef8-4dbe-a638-19e65db97a18 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8757f540935740d58e417b3e76bfffaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295427 Jul 22 09:35:27.078708 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909a517-28c7-403b-9c7f-35459d6f5566 req-8e1efac1-742b-48c3-9a29-bf615e7872c1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:27.080530 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4909a517-28c7-403b-9c7f-35459d6f5566 req-8e1efac1-742b-48c3-9a29-bf615e7872c1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0822196 Jul 22 09:35:27.127828 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4909a517-28c7-403b-9c7f-35459d6f5566 req-e9fae503-9192-46ea-a09d-492d67a375bd tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Jul 22 09:35:27.238830 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8915ce8-9aab-4363-81af-dfefa38514ca req-cac28232-4788-4430-951f-7af94641fadc tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0404522 Jul 22 09:35:27.317114 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0542c7e2-3016-452e-b860-595c54bd4bf2 req-e50e39d9-b45c-4a6f-abfa-6991d9dc391d tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 210 time: 0.0328224 Jul 22 09:35:27.446329 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283527e-5ffd-40b6-bd6c-9ee6d4371a74 req-594ddb96-3b90-44f6-bffb-965dce101515 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:27.447233 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9283527e-5ffd-40b6-bd6c-9ee6d4371a74 req-594ddb96-3b90-44f6-bffb-965dce101515 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0680850 Jul 22 09:35:27.495625 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9283527e-5ffd-40b6-bd6c-9ee6d4371a74 req-f3911e49-4f83-488a-8d13-aff536341c91 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Jul 22 09:35:28.256576 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3a958-5181-4191-8842-993241ab9269 req-05478852-588d-4d5e-a3e1-571132ace357 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:28.257948 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1d3a958-5181-4191-8842-993241ab9269 req-05478852-588d-4d5e-a3e1-571132ace357 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0622499 Jul 22 09:35:28.299028 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1d3a958-5181-4191-8842-993241ab9269 req-673843a5-0c6e-462c-a65e-923d5c84f901 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341692 Jul 22 09:35:28.378583 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f1a7c7-a0bd-4aa2-9038-56f9c9a9121f req-3e0e1670-8c50-4392-9709-4a9e97c438b5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Jul 22 09:35:28.460386 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da483b93-41c4-4d55-924e-41e8daccc5ab req-c2a6cbaa-1718-447a-9d4b-3b9d46af2407 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 210 time: 0.0313439 Jul 22 09:35:28.646709 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e323-67c8-42a8-94c9-a5dccd5b3909 req-928f394d-9c30-4e52-bf39-d809df7b4622 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:28.648702 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a47e323-67c8-42a8-94c9-a5dccd5b3909 req-928f394d-9c30-4e52-bf39-d809df7b4622 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0710485 Jul 22 09:35:28.691240 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a47e323-67c8-42a8-94c9-a5dccd5b3909 req-7976061e-75f0-40e5-bd8f-1e0858d56bc6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360117 Jul 22 09:35:29.440607 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d6000-0453-4689-8902-b8c7f155f9b2 req-456ea46d-16b8-4737-84c1-4458d7c84e4e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:29.442171 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51d6000-0453-4689-8902-b8c7f155f9b2 req-456ea46d-16b8-4737-84c1-4458d7c84e4e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0738833 Jul 22 09:35:29.487818 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-50883d7a-2713-4d7c-92db-4b9c782ab10c req-c9767ea4-e3f7-4cb7-9348-6d92a92e15ec tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0389485 Jul 22 09:35:29.509937 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51d6000-0453-4689-8902-b8c7f155f9b2 req-b21f4760-2ca8-4a69-9846-1cb68cbe2aed tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622361 Jul 22 09:35:29.573986 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-256b76fe-d6aa-4190-a0aa-4f51c0616723 req-374af90e-c1f4-4b7c-9ebe-c32d7334994a tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 210 time: 0.0281579 Jul 22 09:35:29.913396 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35074653-a02b-4dc0-ba67-1582907049cc req-088d5ecb-7734-4bb8-8439-02670b6f2794 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:29.914911 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35074653-a02b-4dc0-ba67-1582907049cc req-088d5ecb-7734-4bb8-8439-02670b6f2794 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1465659 Jul 22 09:35:29.976804 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-89b8c742-c468-4a9c-8c5c-2aca443b0715 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:29.978260 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-89b8c742-c468-4a9c-8c5c-2aca443b0715 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 811 time: 0.1550555 Jul 22 09:35:29.981028 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35074653-a02b-4dc0-ba67-1582907049cc req-750d431b-2283-4b3d-8df4-22a7b9370648 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593212 Jul 22 09:35:30.022581 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-27e6a8a6-c49c-4337-b3df-3e5fb6d2ec8e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 380 time: 0.0324485 Jul 22 09:35:30.032405 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'port': {'device_id': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'admin_state_up': True, 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'security_groups': ['3b2b7fb3-72a3-43da-af68-43fc17e05e7c']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:35:30.134884 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Made reservation on behalf of beedf850e57a467a87d8841d86d694ef for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:35:30.138241 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:30.284771 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Allocated IP 172.20.0.6 (fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d/bf0fe44e-92d3-4b1a-8742-9ec19f9367dc/17744b47-b426-4a99-a47a-f9f041807f72) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:35:30.289902 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-2b0042f8-022a-4bb1-bc8c-23c8e798ebed tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8757f540935740d58e417b3e76bfffaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279772 Jul 22 09:35:30.467535 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-da1d793b-f035-40c8-93b2-f73e442da3a0 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:30.468952 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-da1d793b-f035-40c8-93b2-f73e442da3a0 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727440 Jul 22 09:35:30.484383 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Request body: {'port': {'device_id': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7', 'admin_state_up': True, 'tenant_id': '8757f540935740d58e417b3e76bfffaf'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:35:30.538909 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:30.611567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Transition to ACTIVE for port object 17744b47-b426-4a99-a47a-f9f041807f72 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:35:30.614238 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f7c9add-3a5a-405e-9984-defa91eb4e6f req-09759387-3e73-4e55-85c0-21ec6b37985e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0477226 Jul 22 09:35:30.731463 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0df915cb-9c07-4c6a-9ef0-f1f8ebde8113 req-f248068c-d69f-4793-92a9-1020aa60c437 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 210 time: 0.0463605 Jul 22 09:35:30.739794 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Made reservation on behalf of 8757f540935740d58e417b3e76bfffaf for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:35:30.743918 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:30.749689 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:30.767323 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61265b-1cb9-4f7f-ba33-726c44f70c9c req-5a98ef0a-7dfe-4ce8-8c66-a96d41dd8554 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:30.768774 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd61265b-1cb9-4f7f-ba33-726c44f70c9c req-5a98ef0a-7dfe-4ce8-8c66-a96d41dd8554 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1608429 Jul 22 09:35:30.771242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:30.838517 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:35:30.845523 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:35:30.849305 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=17744b47-b426-4a99-a47a-f9f041807f72,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:30.853876 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:35:30.904825 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd61265b-1cb9-4f7f-ba33-726c44f70c9c req-7f5b1d87-1f9a-4282-a1af-cfb365751069 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Jul 22 09:35:30.941668 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:30.942528 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:30.992397 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:30.997609 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.006657 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-5a31dbb2-ef25-4153-af4a-f1d12361da01 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9771383 Jul 22 09:35:31.024495 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Request body: {'port': {'device_id': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:35:31.056333 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-02896689-8fdb-42bf-b2dd-4249053dd5f2 None None] Provisioning for port 17744b47-b426-4a99-a47a-f9f041807f72 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:35:31.060751 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-02896689-8fdb-42bf-b2dd-4249053dd5f2 None None] Provisioning complete for port 17744b47-b426-4a99-a47a-f9f041807f72 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:35:31.061318 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02896689-8fdb-42bf-b2dd-4249053dd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.097732 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-02896689-8fdb-42bf-b2dd-4249053dd5f2 None None] Port 17744b47-b426-4a99-a47a-f9f041807f72 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:35:31.103790 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeef773-6b3d-4ce7-8be4-798d360baf30,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:31.236154 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.238100 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Allocated IP 192.168.233.251 (4208ac20-c39c-4ca0-bc74-734c90204ed7/245689a2-7e5a-4117-8267-bf0ab6e92208/e0dcecee-8125-4843-961a-ad8d5a2105ce) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:35:31.274911 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1194e51-467b-4b7f-8a81-d76d7a51ada9 req-d44bfa54-be3f-44a8-acf5-675aa8af856d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:31.276385 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1194e51-467b-4b7f-8a81-d76d7a51ada9 req-d44bfa54-be3f-44a8-acf5-675aa8af856d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1913292 Jul 22 09:35:31.409784 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1194e51-467b-4b7f-8a81-d76d7a51ada9 req-dc2ab471-ee1e-4dd4-b040-6c8604ae44ad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136091 Jul 22 09:35:31.569713 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.593508 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Transition to ACTIVE for port object e0dcecee-8125-4843-961a-ad8d5a2105ce will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:35:31.671308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17744b47-b426-4a99-a47a-f9f041807f72 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:35:31.678024 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.680700 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.760107 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Network 4208ac20-c39c-4ca0-bc74-734c90204ed7 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:35:31.763411 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Transition to ACTIVE for port object 17744b47-b426-4a99-a47a-f9f041807f72 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:35:31.767879 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:35:31.773711 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:35:31.777373 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.781660 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Pushing event updated for resources: {'Port': ['ID=e0dcecee-8125-4843-961a-ad8d5a2105ce,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:31.909749 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Pushing event updated for resources: {'Port': ['ID=17744b47-b426-4a99-a47a-f9f041807f72,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:31.917679 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:31.918288 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:31.944232 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f14a3-4b7a-4a8c-9022-9c5884ad10dd req-042bcf3b-afcf-45cc-b648-31c7855cd2c9 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:31.945579 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e0f14a3-4b7a-4a8c-9022-9c5884ad10dd req-042bcf3b-afcf-45cc-b648-31c7855cd2c9 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 931 time: 0.2611175 Jul 22 09:35:31.982001 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-4d9912ed-4117-49f2-8feb-c7e34579e2dd tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5026259 Jul 22 09:35:32.013492 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Request body: {'port': {'device_id': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:35:32.024965 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f271a554-4cdc-4ef4-8c0c-276b091c04f7 None None] Provisioning for port e0dcecee-8125-4843-961a-ad8d5a2105ce completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:35:32.029210 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f271a554-4cdc-4ef4-8c0c-276b091c04f7 None None] Provisioning complete for port e0dcecee-8125-4843-961a-ad8d5a2105ce triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:35:32.029666 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f271a554-4cdc-4ef4-8c0c-276b091c04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:32.183898 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f271a554-4cdc-4ef4-8c0c-276b091c04f7 None None] Port e0dcecee-8125-4843-961a-ad8d5a2105ce cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:35:32.317478 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b5e32-9cdd-4b55-acb1-dfb338d0b259 req-2fc0a7cf-9fe7-4175-a513-5b09216ad842 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:32.319484 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd2b5e32-9cdd-4b55-acb1-dfb338d0b259 req-2fc0a7cf-9fe7-4175-a513-5b09216ad842 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 936 time: 0.4833095 Jul 22 09:35:32.324161 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e0f14a3-4b7a-4a8c-9022-9c5884ad10dd req-d07c7bfd-ee6a-4672-92a5-a12f5ad7902f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586128 Jul 22 09:35:32.372339 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Attempting to bind port 17744b47-b426-4a99-a47a-f9f041807f72 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:35:32.372672 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Attempting to bind port 17744b47-b426-4a99-a47a-f9f041807f72 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:35:32.372997 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Attempting to bind port 17744b47-b426-4a99-a47a-f9f041807f72 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:35:32.388453 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Port 17744b47-b426-4a99-a47a-f9f041807f72 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:35:32.388774 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Attempting to bind port 17744b47-b426-4a99-a47a-f9f041807f72 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:35:32.409645 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd2b5e32-9cdd-4b55-acb1-dfb338d0b259 req-45d6695c-a3e2-444f-b477-fbcd64f9750b tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841579 Jul 22 09:35:32.410764 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:35:32.411101 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Checking segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:35:32.411479 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Bound using segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:35:32.411924 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Bound port: 17744b47-b426-4a99-a47a-f9f041807f72, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:35:32.412322 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:32.414385 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:32.631934 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] For port 17744b47-b426-4a99-a47a-f9f041807f72, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:35:32.660364 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] For port 17744b47-b426-4a99-a47a-f9f041807f72, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=17744b47-b426-4a99-a47a-f9f041807f72,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:35:32.683756 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:32.767930 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:32.768549 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:32.769929 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/17744b47-b426-4a99-a47a-f9f041807f72 HTTP/1.1" status: 200 len: 1093 time: 1.7506404 Jul 22 09:35:32.772282 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:32.774830 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f99af09-58f7-4e87-952b-e66604223e99" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "tag": "17744b47-b426-4a99-a47a-f9f041807f72"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:32.790545 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904caef-4a10-451f-9fe8-6c76497807fd req-361cbcb8-414c-4a6d-9442-8cd9a4e36703 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:32.792044 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b904caef-4a10-451f-9fe8-6c76497807fd req-361cbcb8-414c-4a6d-9442-8cd9a4e36703 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.3003497 Jul 22 09:35:32.841380 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e259e1d-2bb6-4d22-979b-ef02fd90a92e req-756cf03c-862d-47ff-8844-322fe6a574e0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:32.842911 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e259e1d-2bb6-4d22-979b-ef02fd90a92e req-756cf03c-862d-47ff-8844-322fe6a574e0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.3103323 Jul 22 09:35:32.843536 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53adff1-9c2e-44c1-bcb9-91c1b80953d0 service neutron] Pushing event updated for resources: {'Port': ['ID=17744b47-b426-4a99-a47a-f9f041807f72,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:32.947219 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b904caef-4a10-451f-9fe8-6c76497807fd req-0b39ffec-aef8-4501-8ad6-c96e82e17303 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396394 Jul 22 09:35:32.959725 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e259e1d-2bb6-4d22-979b-ef02fd90a92e req-8583281e-da89-474d-8faf-55350fdec891 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059308 Jul 22 09:35:33.001255 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dcecee-8125-4843-961a-ad8d5a2105ce {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:35:33.009077 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8082e804-0d21-47f2-ae4c-6fd0f2421f00 x-openstack-request-id: req-8082e804-0d21-47f2-ae4c-6fd0f2421f00 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:33.009300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "tag": "17744b47-b426-4a99-a47a-f9f041807f72", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:33.009548 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8082e804-0d21-47f2-ae4c-6fd0f2421f00 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:33.009935 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72', 'status': 'completed', 'code': 200} Jul 22 09:35:33.011651 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:33.019859 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-c84b8507-e8c9-44d3-ac73-0a0d48ec1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.021517 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-c84b8507-e8c9-44d3-ac73-0a0d48ec1f79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 1096 time: 0.1688242 Jul 22 09:35:33.032365 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Transition to ACTIVE for port object e0dcecee-8125-4843-961a-ad8d5a2105ce will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:35:33.039920 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:33.073375 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-2cc10550-0eae-46b7-97f8-dfae30e9a682 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17744b47-b426-4a99-a47a-f9f041807f72 HTTP/1.1" status: 200 len: 217 time: 0.0423102 Jul 22 09:35:33.148611 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e0dcecee-8125-4843-961a-ad8d5a2105ce,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:33.180433 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-0bbaf383-0711-4cbe-bafd-a5e34278fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.181925 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-0bbaf383-0711-4cbe-bafd-a5e34278fdac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0908315 Jul 22 09:35:33.262354 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Attempting to bind port e0dcecee-8125-4843-961a-ad8d5a2105ce on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:35:33.262689 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Attempting to bind port e0dcecee-8125-4843-961a-ad8d5a2105ce by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:35:33.263013 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Attempting to bind port e0dcecee-8125-4843-961a-ad8d5a2105ce on network 4208ac20-c39c-4ca0-bc74-734c90204ed7 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:35:33.270132 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Port e0dcecee-8125-4843-961a-ad8d5a2105ce on network 4208ac20-c39c-4ca0-bc74-734c90204ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:35:33.270454 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Attempting to bind port e0dcecee-8125-4843-961a-ad8d5a2105ce on network 4208ac20-c39c-4ca0-bc74-734c90204ed7 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:35:33.278621 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:35:33.278952 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Checking segment: {'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:35:33.279331 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Bound using segment: {'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:35:33.279749 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Bound port: e0dcecee-8125-4843-961a-ad8d5a2105ce, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f8f55d-9718-40c7-ad70-94343b60174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:35:33.280102 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:33.284479 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-49a36c99-d001-4599-899f-aea5c66ba452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.285958 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-49a36c99-d001-4599-899f-aea5c66ba452 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867615 Jul 22 09:35:33.412667 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] For port e0dcecee-8125-4843-961a-ad8d5a2105ce, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:35:33.454945 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] For port e0dcecee-8125-4843-961a-ad8d5a2105ce, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e0dcecee-8125-4843-961a-ad8d5a2105ce,segment=NetworkSegment(73f8f55d-9718-40c7-ad70-94343b60174a),segment_id=73f8f55d-9718-40c7-ad70-94343b60174a)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:35:33.461529 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:33.467503 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-4cfe542c-4468-404f-807f-1d97c45f813f service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712179 Jul 22 09:35:33.530006 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.530657 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:33.532105 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] 10.222.0.46 "PUT /v2.0/ports/e0dcecee-8125-4843-961a-ad8d5a2105ce HTTP/1.1" status: 200 len: 1098 time: 1.5262477 Jul 22 09:35:33.662668 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82391e8-fffb-4866-aef0-cb2492618a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e0dcecee-8125-4843-961a-ad8d5a2105ce,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:33.673600 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe7f7-92c8-4a82-9632-46e6334b780f req-8a56bbc9-e4e2-48d6-9c1f-0e50e205478f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.675091 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e0fe7f7-92c8-4a82-9632-46e6334b780f req-8a56bbc9-e4e2-48d6-9c1f-0e50e205478f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.2816691 Jul 22 09:35:33.725296 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929c8e9f-7707-4195-9190-f8a788b9e141 req-21389da6-fc11-417b-bcb0-630cb02d02cd service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305071 Jul 22 09:35:33.756995 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8495b-b178-44d3-bb49-aac6914378a5 req-7c87d8bf-1b35-460b-8920-39a83c8a8770 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.758477 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-53d8495b-b178-44d3-bb49-aac6914378a5 req-7c87d8bf-1b35-460b-8920-39a83c8a8770 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 948 time: 0.2654121 Jul 22 09:35:33.762328 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e0fe7f7-92c8-4a82-9632-46e6334b780f req-2f704e53-8843-4519-9c00-281b37398961 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780263 Jul 22 09:35:33.773423 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-8c483e5a-0e92-441f-bc7e-94a420121e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.774947 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-8c483e5a-0e92-441f-bc7e-94a420121e37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8757f540935740d58e417b3e76bfffaf&device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 1101 time: 0.1968570 Jul 22 09:35:33.846110 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-9e4d1f88-1433-4984-b20d-1c21b7c6f16e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=e0dcecee-8125-4843-961a-ad8d5a2105ce HTTP/1.1" status: 200 len: 217 time: 0.0558748 Jul 22 09:35:33.870579 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-53d8495b-b178-44d3-bb49-aac6914378a5 req-e9e1fe5a-32f6-4ec0-87d3-f58ed88215b2 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048572 Jul 22 09:35:33.917180 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-9e6de712-409c-408c-93f0-c0257af2a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.918633 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-9e6de712-409c-408c-93f0-c0257af2a969 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245689a2-7e5a-4117-8267-bf0ab6e92208 HTTP/1.1" status: 200 len: 843 time: 0.0617616 Jul 22 09:35:33.921137 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af09-58f7-4e87-952b-e66604223e99 req-8785af83-3aa6-46ce-ba86-dd8024eadd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:33.922516 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f99af09-58f7-4e87-952b-e66604223e99 req-8785af83-3aa6-46ce-ba86-dd8024eadd7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 1096 time: 0.1467581 Jul 22 09:35:34.119154 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-d7500162-8c1c-4bc5-863a-150d95ec773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:34.120684 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-d7500162-8c1c-4bc5-863a-150d95ec773e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4208ac20-c39c-4ca0-bc74-734c90204ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1874671 Jul 22 09:35:34.129048 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af09-58f7-4e87-952b-e66604223e99 req-03dc8e73-e723-4b6b-9428-d93e6dbbd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:34.130431 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f99af09-58f7-4e87-952b-e66604223e99 req-03dc8e73-e723-4b6b-9428-d93e6dbbd5ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.1892970 Jul 22 09:35:34.210871 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f99af09-58f7-4e87-952b-e66604223e99 req-c458349e-2009-467c-a3b0-6a77291c9fae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17744b47-b426-4a99-a47a-f9f041807f72 HTTP/1.1" status: 200 len: 217 time: 0.0649517 Jul 22 09:35:34.249862 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674a7be-4546-4f44-8a22-0b5ac67ce525 req-a21e656e-5f59-484c-a85c-3e640170a95d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:34.251592 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1674a7be-4546-4f44-8a22-0b5ac67ce525 req-a21e656e-5f59-484c-a85c-3e640170a95d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.2259107 Jul 22 09:35:34.313655 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c1804-0f3c-4880-b7ed-1676cd33e1b4 req-b2db43bb-b8af-4563-990e-d4ec7bcf9b1b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:34.315156 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-741c1804-0f3c-4880-b7ed-1676cd33e1b4 req-b2db43bb-b8af-4563-990e-d4ec7bcf9b1b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.2731423 Jul 22 09:35:34.366261 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-56499325-0e0d-4dac-ad7f-08efcb1a3c14 service neutron] 10.222.0.46 "GET /v2.0/networks/4208ac20-c39c-4ca0-bc74-734c90204ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347817 Jul 22 09:35:34.372300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af09-58f7-4e87-952b-e66604223e99 req-11d5892e-5ad0-4dc9-9e60-eb07e56f07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:34.373639 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f99af09-58f7-4e87-952b-e66604223e99 req-11d5892e-5ad0-4dc9-9e60-eb07e56f07d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.1315100 Jul 22 09:35:34.397100 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1674a7be-4546-4f44-8a22-0b5ac67ce525 req-a56dbd7a-8de2-4d49-9359-56184846bdbd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346769 Jul 22 09:35:34.443214 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-741c1804-0f3c-4880-b7ed-1676cd33e1b4 req-1d895c02-636c-488e-b7c0-9c6ba05d6282 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187403 Jul 22 09:35:34.530990 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:35:34.746198 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-caa53f1d-cdd6-4552-aa76-6bf0fed1ec53 req-570cb45c-841f-4427-9b0f-9957b1087968 service neutron] 10.222.0.46 "GET /v2.0/networks/4208ac20-c39c-4ca0-bc74-734c90204ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687987 Jul 22 09:35:34.750153 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af09-58f7-4e87-952b-e66604223e99 req-1f133379-f18a-4574-86cf-83b043a1e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:34.752350 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f99af09-58f7-4e87-952b-e66604223e99 req-1f133379-f18a-4574-86cf-83b043a1e7aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3617625 Jul 22 09:35:34.883423 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f99af09-58f7-4e87-952b-e66604223e99 req-d7c862de-ac14-484e-b266-844cdadfaac0 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184936 Jul 22 09:35:34.936856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871908-4ce7-44f7-b815-fb892f6695f3 req-d0e8379f-af2b-43a4-9173-853760c44d11 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:34.938326 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6871908-4ce7-44f7-b815-fb892f6695f3 req-d0e8379f-af2b-43a4-9173-853760c44d11 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.1071656 Jul 22 09:35:35.013003 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'tag': 'e0dcecee-8125-4843-961a-ad8d5a2105ce'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:35.015104 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c01a5d-9e65-47f9-991c-8cd407700325" -d '{"events": [{"name": "network-changed", "server_uuid": "7839aefc-e41f-467a-9b71-18e0ef1079f0", "tag": "e0dcecee-8125-4843-961a-ad8d5a2105ce"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:35.054334 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f99af09-58f7-4e87-952b-e66604223e99 req-fe31dbba-ddb1-49d6-b200-45403fdfdff9 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603291 Jul 22 09:35:35.059812 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6871908-4ce7-44f7-b815-fb892f6695f3 req-d5d59cc2-85f4-4d47-81a4-f1a8ce173a6b tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929630 Jul 22 09:35:35.081053 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aaf30-bf52-472f-ae55-24030bbd342a req-43e5a927-219c-47a5-aa3b-482ee899b359 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:35.081053 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-316aaf30-bf52-472f-ae55-24030bbd342a req-43e5a927-219c-47a5-aa3b-482ee899b359 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 948 time: 0.1403148 Jul 22 09:35:35.104752 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185859d7-26ab-4c65-a7be-3f370554772a x-openstack-request-id: req-185859d7-26ab-4c65-a7be-3f370554772a {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:35.105040 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839aefc-e41f-467a-9b71-18e0ef1079f0", "tag": "e0dcecee-8125-4843-961a-ad8d5a2105ce", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:35.105290 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-185859d7-26ab-4c65-a7be-3f370554772a {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:35.105670 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'tag': 'e0dcecee-8125-4843-961a-ad8d5a2105ce', 'status': 'completed', 'code': 200} Jul 22 09:35:35.124218 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-316aaf30-bf52-472f-ae55-24030bbd342a req-c6ad3275-4843-47f9-a4fa-586621cc1e33 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370762 Jul 22 09:35:35.192545 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-70649b3d-f13b-4156-9e20-d957eecf35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:35.195238 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-70649b3d-f13b-4156-9e20-d957eecf35c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8757f540935740d58e417b3e76bfffaf&device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 1101 time: 0.0664401 Jul 22 09:35:35.291207 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-15a3613c-d48a-4c4a-a099-3f37df6adab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:35.292725 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-15a3613c-d48a-4c4a-a099-3f37df6adab6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4208ac20-c39c-4ca0-bc74-734c90204ed7 HTTP/1.1" status: 200 len: 869 time: 0.0872564 Jul 22 09:35:35.342244 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-b95f627c-a84f-4f6c-b7ce-268604c88cfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=e0dcecee-8125-4843-961a-ad8d5a2105ce HTTP/1.1" status: 200 len: 217 time: 0.0358076 Jul 22 09:35:35.395522 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-029588b7-d64f-4fd5-b019-297969ec2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:35.397194 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-029588b7-d64f-4fd5-b019-297969ec2051 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245689a2-7e5a-4117-8267-bf0ab6e92208 HTTP/1.1" status: 200 len: 843 time: 0.0479116 Jul 22 09:35:35.461364 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-519775b7-e21a-4c8c-9ae3-cf1f452c25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:35.462976 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-519775b7-e21a-4c8c-9ae3-cf1f452c25be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4208ac20-c39c-4ca0-bc74-734c90204ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0568233 Jul 22 09:35:35.642284 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5658f-3694-4999-b852-0aa024aef5cc req-d908459b-a685-41fb-a8a6-180b09edfbe4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:35.643730 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c1a5658f-3694-4999-b852-0aa024aef5cc req-d908459b-a685-41fb-a8a6-180b09edfbe4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.1717224 Jul 22 09:35:35.645499 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-37eae7d3-e902-45ef-8254-d23dc833394c service neutron] 10.222.0.46 "GET /v2.0/networks/4208ac20-c39c-4ca0-bc74-734c90204ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717384 Jul 22 09:35:35.673765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe3a8c-d5ea-42a4-a98f-2943aad0b29f req-946babcb-5fff-4b29-ad7e-ea4592fd3b82 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:35.675186 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77fe3a8c-d5ea-42a4-a98f-2943aad0b29f req-946babcb-5fff-4b29-ad7e-ea4592fd3b82 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1520140 Jul 22 09:35:35.776166 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c1a5658f-3694-4999-b852-0aa024aef5cc req-830eb817-c39c-4351-9c55-34576973490c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252937 Jul 22 09:35:35.787956 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77fe3a8c-d5ea-42a4-a98f-2943aad0b29f req-dff45b3d-640d-4339-a605-33c7acaa103b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979717 Jul 22 09:35:35.811915 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31c01a5d-9e65-47f9-991c-8cd407700325 req-eeb004ee-fce3-4616-ad30-eca8664e57fe service neutron] 10.222.0.46 "GET /v2.0/networks/4208ac20-c39c-4ca0-bc74-734c90204ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530740 Jul 22 09:35:36.190540 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8469f-009a-4004-bc73-09b49fe25d64 req-fdcb7b7c-d66f-4390-b064-ced4f59bf6c0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:36.192043 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83f8469f-009a-4004-bc73-09b49fe25d64 req-fdcb7b7c-d66f-4390-b064-ced4f59bf6c0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0631075 Jul 22 09:35:36.261826 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83f8469f-009a-4004-bc73-09b49fe25d64 req-71c2868a-2a47-4e3c-9394-0ba25d3a800d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600929 Jul 22 09:35:36.288391 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ff69-545a-49cc-a48c-fba7ea368af2 req-704a6a7e-c363-479a-bc5d-859271f4d28e tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:36.289875 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8235ff69-545a-49cc-a48c-fba7ea368af2 req-704a6a7e-c363-479a-bc5d-859271f4d28e tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 948 time: 0.0969577 Jul 22 09:35:36.327713 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8235ff69-545a-49cc-a48c-fba7ea368af2 req-2399d722-535c-4148-8eb2-068c7b143e63 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Jul 22 09:35:36.963407 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9223b80-a6be-4611-ac71-816f10f14769 req-aea6c8ac-c5ee-4ce9-a0b4-8aeaef2f4737 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:36.964885 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9223b80-a6be-4611-ac71-816f10f14769 req-aea6c8ac-c5ee-4ce9-a0b4-8aeaef2f4737 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 943 time: 0.0979648 Jul 22 09:35:36.976733 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b28b-b1a6-46bb-8467-492d021d6510 req-a8aa4042-9d5b-4bd1-94a2-ab0de15146db tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:36.978107 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1204b28b-b1a6-46bb-8467-492d021d6510 req-a8aa4042-9d5b-4bd1-94a2-ab0de15146db tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0999126 Jul 22 09:35:37.031071 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9223b80-a6be-4611-ac71-816f10f14769 req-1f0c78de-8d7e-47f8-b2c9-c40a959a7910 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520442 Jul 22 09:35:37.038461 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1204b28b-b1a6-46bb-8467-492d021d6510 req-8a82ca24-6c92-4b65-bc44-1bead0a6a7a5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538623 Jul 22 09:35:37.389521 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102a81-ca62-4010-bd91-b3ec0910c04c req-a17dbb36-8e7c-4d05-8f9c-eaf7e3a957c8 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:37.391043 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad102a81-ca62-4010-bd91-b3ec0910c04c req-a17dbb36-8e7c-4d05-8f9c-eaf7e3a957c8 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0632086 Jul 22 09:35:37.457266 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad102a81-ca62-4010-bd91-b3ec0910c04c req-c6bba134-59d1-4595-98d1-42a583453189 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595672 Jul 22 09:35:37.482455 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c882e-4abc-46eb-bab9-5c43c3f7fe01 req-aa3e42f3-b7e8-48b3-b8e1-99024703c21f tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:37.483921 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-754c882e-4abc-46eb-bab9-5c43c3f7fe01 req-aa3e42f3-b7e8-48b3-b8e1-99024703c21f tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 948 time: 0.0879996 Jul 22 09:35:37.523385 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-754c882e-4abc-46eb-bab9-5c43c3f7fe01 req-b72c6268-3292-4a98-94d7-ed480e9e57b3 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Jul 22 09:35:37.647873 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:35:37.740622 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:37.751456 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'port_id': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'mac_address': 'fa:16:3e:9e:dc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:35:37.786766 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:37.801361 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:35:37.824037 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:37.830136 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:37.831041 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e0dcecee-8125-4843-961a-ad8d5a2105ce details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:35:37.903351 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=9']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:37.914045 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.914422 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.914765 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.915104 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.915435 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.915766 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.916095 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.916420 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.916768 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.917096 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.917417 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.917736 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:35:37.971471 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port e0dcecee-8125-4843-961a-ad8d5a2105ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e0dcecee-8125-4843-961a-ad8d5a2105ce,segment=NetworkSegment(73f8f55d-9718-40c7-ad70-94343b60174a),segment_id=73f8f55d-9718-40c7-ad70-94343b60174a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:37.981917 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'e0dcecee-8125-4843-961a-ad8d5a2105ce', 'network_id': '4208ac20-c39c-4ca0-bc74-734c90204ed7', 'port_id': 'e0dcecee-8125-4843-961a-ad8d5a2105ce', 'mac_address': 'fa:16:3e:25:06:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245689a2-7e5a-4117-8267-bf0ab6e92208', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:35:38.017654 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:38.030314 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dcecee-8125-4843-961a-ad8d5a2105ce {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:35:38.048796 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port e0dcecee-8125-4843-961a-ad8d5a2105ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e0dcecee-8125-4843-961a-ad8d5a2105ce,segment=NetworkSegment(73f8f55d-9718-40c7-ad70-94343b60174a),segment_id=73f8f55d-9718-40c7-ad70-94343b60174a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:38.052708 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:38.105374 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=e0dcecee-8125-4843-961a-ad8d5a2105ce,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:38.209506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764cfda-b80d-4bd1-ab97-019ad347dac2 req-56741847-c019-43cb-b9aa-83837f7d406f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:38.210924 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f764cfda-b80d-4bd1-ab97-019ad347dac2 req-56741847-c019-43cb-b9aa-83837f7d406f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.1030560 Jul 22 09:35:38.218718 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe88ff-1425-4b49-8dbf-ff8b1bdbc68b req-bbce6e9c-150e-41ec-8a23-e0aa5d325ae1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:38.220046 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-02fe88ff-1425-4b49-8dbf-ff8b1bdbc68b req-bbce6e9c-150e-41ec-8a23-e0aa5d325ae1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1034708 Jul 22 09:35:38.272735 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f764cfda-b80d-4bd1-ab97-019ad347dac2 req-d0026ed0-184d-4d40-bb2e-32a2972f977a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517881 Jul 22 09:35:38.277428 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-02fe88ff-1425-4b49-8dbf-ff8b1bdbc68b req-c8fb73aa-dacc-4f89-b018-51a794c9da0f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507278 Jul 22 09:35:38.593503 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90415273-808a-4617-a1e2-164f1681b4bf req-9348209e-97c5-4606-b2ca-10b21047f3a4 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:38.595024 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90415273-808a-4617-a1e2-164f1681b4bf req-9348209e-97c5-4606-b2ca-10b21047f3a4 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0726914 Jul 22 09:35:38.660774 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90415273-808a-4617-a1e2-164f1681b4bf req-9a461b07-ab20-4887-8bdf-2122cbcd19fb tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601265 Jul 22 09:35:38.684976 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bcfdc-272c-42b9-a83f-13d27adc3943 req-32a9c283-fd7a-4b0e-ac72-6d88c761f137 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:38.686499 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-245bcfdc-272c-42b9-a83f-13d27adc3943 req-32a9c283-fd7a-4b0e-ac72-6d88c761f137 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 949 time: 0.0842607 Jul 22 09:35:38.723224 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-245bcfdc-272c-42b9-a83f-13d27adc3943 req-7bc8b550-ce26-4cff-9e02-00395ce35aa4 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Jul 22 09:35:39.442178 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35041-cf87-461d-8768-2750fca504b6 req-f4a41988-c88c-4bc4-8bec-e4a62a0b131b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:39.443674 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94d35041-cf87-461d-8768-2750fca504b6 req-f4a41988-c88c-4bc4-8bec-e4a62a0b131b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1020563 Jul 22 09:35:39.451468 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5803-6cb8-4e38-8cdc-ed750a6fff07 req-d6f80a19-3e94-4517-8f06-56ded3e969c5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:39.452819 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a50f5803-6cb8-4e38-8cdc-ed750a6fff07 req-d6f80a19-3e94-4517-8f06-56ded3e969c5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.1099834 Jul 22 09:35:39.508471 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94d35041-cf87-461d-8768-2750fca504b6 req-567596bb-67b3-48c5-9aa7-93017a3f06d5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Jul 22 09:35:39.513064 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a50f5803-6cb8-4e38-8cdc-ed750a6fff07 req-d31577d9-ae1d-43f2-bc74-9a3d5bbeb1e7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528979 Jul 22 09:35:39.792207 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c6030-11c0-4eb0-829d-e15a95b86dc6 req-d5cec409-aaf2-4758-bfab-b334d71c4ba5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:39.793769 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d83c6030-11c0-4eb0-829d-e15a95b86dc6 req-d5cec409-aaf2-4758-bfab-b334d71c4ba5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0679374 Jul 22 09:35:39.863280 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d83c6030-11c0-4eb0-829d-e15a95b86dc6 req-145a1ded-02b8-4e3c-807e-a12a9bbd7f37 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639272 Jul 22 09:35:39.893586 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a80afc-b41a-4d89-a03a-ddf8a3d59f92 req-1a7238d8-55bb-413c-91a0-15aa1ec72b97 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:39.895099 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b0a80afc-b41a-4d89-a03a-ddf8a3d59f92 req-1a7238d8-55bb-413c-91a0-15aa1ec72b97 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 949 time: 0.0896852 Jul 22 09:35:39.905725 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['330258e3-ea9c-4d0c-a0f3-1adb74c1f015'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:35:39.909927 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['e0dcecee-8125-4843-961a-ad8d5a2105ce'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:35:39.933089 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b0a80afc-b41a-4d89-a03a-ddf8a3d59f92 req-21e0e8c6-6c62-456e-a6c7-b8713bf0138b tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Jul 22 09:35:40.692894 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042599f-1ffd-4e9e-b173-da177f539e3b req-0e0def70-cfa8-4a7c-9ee4-067688b586fe tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:40.695022 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2042599f-1ffd-4e9e-b173-da177f539e3b req-0e0def70-cfa8-4a7c-9ee4-067688b586fe tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1174095 Jul 22 09:35:40.703109 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17b271-ae99-427f-a2d9-e0abd36bbef1 req-4d21875c-8040-4480-841b-1e7d88c684c1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:40.704570 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb17b271-ae99-427f-a2d9-e0abd36bbef1 req-4d21875c-8040-4480-841b-1e7d88c684c1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.1065586 Jul 22 09:35:40.761421 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb17b271-ae99-427f-a2d9-e0abd36bbef1 req-a3a09293-158a-4898-9586-c68eb4b96367 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495727 Jul 22 09:35:40.764799 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2042599f-1ffd-4e9e-b173-da177f539e3b req-4645f10c-79e0-4084-b4ff-2defae87cffc tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590711 Jul 22 09:35:40.899980 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1255a11-7d07-4dac-a36f-0ab6548227d6 req-4a74bc0a-2c55-495c-a386-24cded5445d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:40.901467 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1255a11-7d07-4dac-a36f-0ab6548227d6 req-4a74bc0a-2c55-495c-a386-24cded5445d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.0521867 Jul 22 09:35:40.987864 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18379a9-20f3-4907-9d50-180357ff7899 req-f2064a6c-6712-4fc5-a9ac-19cc032e3759 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:40.989343 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f18379a9-20f3-4907-9d50-180357ff7899 req-f2064a6c-6712-4fc5-a9ac-19cc032e3759 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0625873 Jul 22 09:35:41.058046 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f18379a9-20f3-4907-9d50-180357ff7899 req-7cf6906e-1539-4260-9c76-33a539f263c7 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625625 Jul 22 09:35:41.085526 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb169b48-0317-4c26-a879-bfb279a6fbc8 req-bb1024db-9e36-4a69-8495-f87de078ef2b tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:41.087012 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb169b48-0317-4c26-a879-bfb279a6fbc8 req-bb1024db-9e36-4a69-8495-f87de078ef2b tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 949 time: 0.0857563 Jul 22 09:35:41.124017 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb169b48-0317-4c26-a879-bfb279a6fbc8 req-d6c45de2-c7f1-40fa-97b4-8a30d62e5320 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Jul 22 09:35:41.933506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2bbdd-3cb6-472e-9ef4-f6825c840726 req-05d46815-ead3-4dc1-989b-6294ccbbc88b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:41.935010 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2b2bbdd-3cb6-472e-9ef4-f6825c840726 req-05d46815-ead3-4dc1-989b-6294ccbbc88b tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1022189 Jul 22 09:35:41.942814 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28da8b-050f-465f-82d4-b3bbb9fa1a51 req-7f42ec0f-0709-4a04-9a46-1dde5a0d0eb0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:41.944207 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea28da8b-050f-465f-82d4-b3bbb9fa1a51 req-7f42ec0f-0709-4a04-9a46-1dde5a0d0eb0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 944 time: 0.1102159 Jul 22 09:35:41.976381 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:35:41.998310 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2b2bbdd-3cb6-472e-9ef4-f6825c840726 req-ae9609cb-616d-4f17-bd8f-750b0a7ba133 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Jul 22 09:35:42.003226 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea28da8b-050f-465f-82d4-b3bbb9fa1a51 req-da9ed10a-1a29-4558-9673-b8d2d78e1168 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523045 Jul 22 09:35:42.022784 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:35:42.023159 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:42.100532 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:42.122314 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:42.124532 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca75283-d534-48a6-989c-d11c759af6fe" -d '{"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-plugged", "status": "completed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:42.137252 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:42.141459 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:42.142612 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e0dcecee-8125-4843-961a-ad8d5a2105ce up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:35:42.184737 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56758a12-c842-4331-8e9e-07008a6c0bd2 x-openstack-request-id: req-56758a12-c842-4331-8e9e-07008a6c0bd2 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:42.185089 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-plugged", "status": "completed", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:42.185325 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56758a12-c842-4331-8e9e-07008a6c0bd2 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:42.185643 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'code': 200} Jul 22 09:35:42.189156 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de1f8c-663b-4d38-b47e-ba5c81ab7980 req-82a3e698-2298-4bb4-9302-b06bb01a5d1c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:42.190702 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f5de1f8c-663b-4d38-b47e-ba5c81ab7980 req-82a3e698-2298-4bb4-9302-b06bb01a5d1c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0676284 Jul 22 09:35:42.227062 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=10']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:42.240942 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port e0dcecee-8125-4843-961a-ad8d5a2105ce completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:35:42.244653 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port e0dcecee-8125-4843-961a-ad8d5a2105ce triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:35:42.245021 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:42.252334 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f5de1f8c-663b-4d38-b47e-ba5c81ab7980 req-be38b5d9-6fdd-462b-93b9-ffb08faf8797 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562980 Jul 22 09:35:42.294808 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03adf71-2226-4cab-927f-19b65c14b3f2 req-c958d6da-fe36-456a-93fc-303c28e4da21 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:42.296288 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b03adf71-2226-4cab-927f-19b65c14b3f2 req-c958d6da-fe36-456a-93fc-303c28e4da21 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 949 time: 0.0829039 Jul 22 09:35:42.323712 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:42.334276 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b03adf71-2226-4cab-927f-19b65c14b3f2 req-586e9f6e-f9cc-4663-9ee4-fc5291091559 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Jul 22 09:35:42.357533 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port e0dcecee-8125-4843-961a-ad8d5a2105ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e0dcecee-8125-4843-961a-ad8d5a2105ce,segment=NetworkSegment(73f8f55d-9718-40c7-ad70-94343b60174a),segment_id=73f8f55d-9718-40c7-ad70-94343b60174a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:42.361059 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:42.405116 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=e0dcecee-8125-4843-961a-ad8d5a2105ce,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:43.161208 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2797a-694f-4e98-a3db-60a6e9edad99 req-a0c7e709-3734-4433-8347-ad122e908708 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:43.162767 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-99a2797a-694f-4e98-a3db-60a6e9edad99 req-a0c7e709-3734-4433-8347-ad122e908708 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1000247 Jul 22 09:35:43.174222 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a067d62-b312-47a6-a554-a3e1dd1548fd req-ce8d624c-7d96-4f64-8744-b9f4ed516a52 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:43.175606 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a067d62-b312-47a6-a554-a3e1dd1548fd req-ce8d624c-7d96-4f64-8744-b9f4ed516a52 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.0843813 Jul 22 09:35:43.234449 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-99a2797a-694f-4e98-a3db-60a6e9edad99 req-b5a13c9e-2e02-4570-a0d2-52cd116dc6a0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578992 Jul 22 09:35:43.237123 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a067d62-b312-47a6-a554-a3e1dd1548fd req-419b2be6-8e87-4d8b-a9af-2a1605a5bcd9 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544417 Jul 22 09:35:43.378118 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74a6d4-b17c-4600-b578-69c3467c2675 req-9cdc2caa-6847-44b6-bbf5-375f2f8f7700 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:43.379599 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6d74a6d4-b17c-4600-b578-69c3467c2675 req-9cdc2caa-6847-44b6-bbf5-375f2f8f7700 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0628006 Jul 22 09:35:43.442879 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6d74a6d4-b17c-4600-b578-69c3467c2675 req-060408d5-28f4-496c-a284-cd5321ba40ac tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578115 Jul 22 09:35:43.472553 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf2d26-6d05-43ab-b76f-64cc54ee2e9f req-080e1759-2853-4038-a4ed-6b9690f708e9 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:43.474026 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9baf2d26-6d05-43ab-b76f-64cc54ee2e9f req-080e1759-2853-4038-a4ed-6b9690f708e9 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.0741718 Jul 22 09:35:43.510616 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9baf2d26-6d05-43ab-b76f-64cc54ee2e9f req-9898bd1d-cc89-4c53-a32d-498fe3d7decc tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Jul 22 09:35:43.964527 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1255a11-7d07-4dac-a36f-0ab6548227d6 req-bd11f3e4-2509-44eb-9f1d-be1d4d70ffff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293357 Jul 22 09:35:44.186875 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dcecee-8125-4843-961a-ad8d5a2105ce'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:44.189200 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a129518-70cc-4076-bd79-c4f7d252a0f8" -d '{"events": [{"server_uuid": "7839aefc-e41f-467a-9b71-18e0ef1079f0", "name": "network-vif-plugged", "status": "completed", "tag": "e0dcecee-8125-4843-961a-ad8d5a2105ce"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:44.225514 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1d232b-94bf-41fd-bdc3-4c26dbbc0ebe x-openstack-request-id: req-fa1d232b-94bf-41fd-bdc3-4c26dbbc0ebe {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:44.225809 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839aefc-e41f-467a-9b71-18e0ef1079f0", "name": "network-vif-plugged", "status": "completed", "tag": "e0dcecee-8125-4843-961a-ad8d5a2105ce", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:44.226085 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa1d232b-94bf-41fd-bdc3-4c26dbbc0ebe {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:44.226493 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dcecee-8125-4843-961a-ad8d5a2105ce', 'code': 200} Jul 22 09:35:44.460957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418545d-2d89-4743-a7fe-ad6914869489 req-0a439ab8-d187-4318-992a-861e137ba545 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:44.462499 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d418545d-2d89-4743-a7fe-ad6914869489 req-0a439ab8-d187-4318-992a-861e137ba545 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1559963 Jul 22 09:35:44.474187 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9853162-9eed-4d36-9729-9074376e3d2f req-32c848f0-2eb7-4b24-b2f5-33ed8361dadc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:44.476187 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9853162-9eed-4d36-9729-9074376e3d2f req-32c848f0-2eb7-4b24-b2f5-33ed8361dadc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.1581786 Jul 22 09:35:44.487908 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09616752-f3b7-418b-8346-360f2e91fb28 req-081b29bf-0c69-4467-8f3d-28232cdd3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:44.489272 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09616752-f3b7-418b-8346-360f2e91fb28 req-081b29bf-0c69-4467-8f3d-28232cdd3f5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 1103 time: 0.1211519 Jul 22 09:35:44.588759 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d418545d-2d89-4743-a7fe-ad6914869489 req-c73a675c-0c2b-4153-a6af-180fc1ce1019 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092904 Jul 22 09:35:44.599090 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9853162-9eed-4d36-9729-9074376e3d2f req-f270b1ca-1704-4564-8dde-e88edac10f59 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130149 Jul 22 09:35:44.601531 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09616752-f3b7-418b-8346-360f2e91fb28 req-6814ae9e-bc2d-4890-bd97-64b090e68c35 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989347 Jul 22 09:35:44.626165 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fb5eb-f768-4298-ab4d-3b152cd74e0d req-ee3fb777-3323-486e-8584-4db85298c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:44.628157 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-178fb5eb-f768-4298-ab4d-3b152cd74e0d req-ee3fb777-3323-486e-8584-4db85298c02d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 1099 time: 0.1242669 Jul 22 09:35:44.746163 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-178fb5eb-f768-4298-ab4d-3b152cd74e0d req-1da5e542-f934-44ba-b971-05dcb95fc16a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721791 Jul 22 09:35:44.771740 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4be142-6561-4ab2-b968-70a28aed1971 req-49fc78ce-da63-4bbe-b47a-f6cc23ea37d7 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:44.773251 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe4be142-6561-4ab2-b968-70a28aed1971 req-49fc78ce-da63-4bbe-b47a-f6cc23ea37d7 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.1283963 Jul 22 09:35:44.789119 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b22a1a-0198-48ab-8aac-e0f90c8a39d7 req-e6a41e36-959d-4464-a270-6073b0c7e076 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:44.790654 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42b22a1a-0198-48ab-8aac-e0f90c8a39d7 req-e6a41e36-959d-4464-a270-6073b0c7e076 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.1180577 Jul 22 09:35:44.844502 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe4be142-6561-4ab2-b968-70a28aed1971 req-74221598-4cf2-4127-8ba1-8e45d5dea576 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654356 Jul 22 09:35:44.849669 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42b22a1a-0198-48ab-8aac-e0f90c8a39d7 req-0ea6b68c-3123-4c8f-9c7e-43e7c35e9448 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528097 Jul 22 09:35:45.755109 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19624571-ac44-42d5-b103-ca5631d0fb3b req-4471af8b-1550-4853-94d4-db949cb7920e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:45.757062 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19624571-ac44-42d5-b103-ca5631d0fb3b req-4471af8b-1550-4853-94d4-db949cb7920e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1021454 Jul 22 09:35:45.767557 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970902da-d750-425b-b27b-2d6c14388ba7 req-6bae6494-79b6-48ec-9b63-08df379f3954 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:45.768898 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-970902da-d750-425b-b27b-2d6c14388ba7 req-6bae6494-79b6-48ec-9b63-08df379f3954 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.0866086 Jul 22 09:35:45.828296 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-970902da-d750-425b-b27b-2d6c14388ba7 req-053163f1-fc99-4500-ae69-9ad42f28d0be tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519919 Jul 22 09:35:45.831351 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19624571-ac44-42d5-b103-ca5631d0fb3b req-d905f5f0-133a-46b9-9d68-dcbb71c4b01f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614936 Jul 22 09:35:45.980203 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ee1cc-1628-41a7-ac73-ad7cf0b43d08 req-f0802d2d-aa0e-4216-b016-d63a1f8ec88d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:45.981659 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-771ee1cc-1628-41a7-ac73-ad7cf0b43d08 req-f0802d2d-aa0e-4216-b016-d63a1f8ec88d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0655444 Jul 22 09:35:46.019650 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-771ee1cc-1628-41a7-ac73-ad7cf0b43d08 req-836ec9da-b7d2-4c04-8c18-db573bc5dd03 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Jul 22 09:35:46.103806 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9b76e-9a72-4648-93b7-2dea75bd9737 req-7ae5d308-a4a4-41c3-86c4-ba66bd7981af tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:46.105419 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6a9b76e-9a72-4648-93b7-2dea75bd9737 req-7ae5d308-a4a4-41c3-86c4-ba66bd7981af tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.0649443 Jul 22 09:35:46.147885 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6a9b76e-9a72-4648-93b7-2dea75bd9737 req-8e198678-7ec1-4824-8052-a7621639569c tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364997 Jul 22 09:35:46.224373 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ebe5d-8985-46b7-89c2-ae89f66c08f8 req-0063d06a-278d-49c0-935a-79f8e7a9f4dc tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:46.226497 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-841ebe5d-8985-46b7-89c2-ae89f66c08f8 req-0063d06a-278d-49c0-935a-79f8e7a9f4dc tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0623035 Jul 22 09:35:46.262200 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-841ebe5d-8985-46b7-89c2-ae89f66c08f8 req-f2315f80-83b3-47c3-92c6-772e49fb8620 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302985 Jul 22 09:35:46.962108 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a15bf-1762-44cb-a0eb-c0d02384bb55 req-182e8a07-530f-48aa-89ae-146f1d73c76e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:46.963580 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d6a15bf-1762-44cb-a0eb-c0d02384bb55 req-182e8a07-530f-48aa-89ae-146f1d73c76e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.0619256 Jul 22 09:35:47.001429 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d6a15bf-1762-44cb-a0eb-c0d02384bb55 req-d90f21d3-3ada-413c-a5a8-b4646a72a0ea tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323725 Jul 22 09:35:47.148086 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefaff9-9e97-4611-af0e-e555c8651b7d req-e7b54f2c-db03-4fea-8dd1-b821f70ecba0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:47.149463 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cefaff9-9e97-4611-af0e-e555c8651b7d req-e7b54f2c-db03-4fea-8dd1-b821f70ecba0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0638344 Jul 22 09:35:47.186163 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cefaff9-9e97-4611-af0e-e555c8651b7d req-55302d12-00bd-414a-aacb-d21b8a4dd1f2 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Jul 22 09:35:47.273326 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677d59c-298e-4ae3-9b74-514a1e30fdad req-726bc484-5700-418a-b0cd-4f3459a5082e tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:47.274794 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6677d59c-298e-4ae3-9b74-514a1e30fdad req-726bc484-5700-418a-b0cd-4f3459a5082e tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.0615549 Jul 22 09:35:47.311596 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6677d59c-298e-4ae3-9b74-514a1e30fdad req-64ff68ab-59c2-46ed-8c2d-f7fe651d8b73 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Jul 22 09:35:47.393361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c9558-06f7-47ca-b93f-0c70f4786756 req-7fa6f8da-de75-48aa-bbb4-35f1b84a5345 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:47.394873 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c94c9558-06f7-47ca-b93f-0c70f4786756 req-7fa6f8da-de75-48aa-bbb4-35f1b84a5345 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0668347 Jul 22 09:35:47.434290 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c94c9558-06f7-47ca-b93f-0c70f4786756 req-ba0cfdd5-8ae4-4b3c-bb83-7ea2b9839562 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333660 Jul 22 09:35:47.808190 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:48.392223 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13b79c-02f2-44b5-8d52-0459f5913eac req-346eae95-a663-4818-ab5c-d38c0c666756 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:48.393692 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c13b79c-02f2-44b5-8d52-0459f5913eac req-346eae95-a663-4818-ab5c-d38c0c666756 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.3237875 Jul 22 09:35:48.405110 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb9bb3-c460-4370-91b1-ef310d6676ad req-5e382570-b3c9-4178-983e-4d7964bfbcf3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:48.406493 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aacb9bb3-c460-4370-91b1-ef310d6676ad req-5e382570-b3c9-4178-983e-4d7964bfbcf3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0836496 Jul 22 09:35:48.482474 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c13b79c-02f2-44b5-8d52-0459f5913eac req-d4a77696-ce9e-4d89-8228-20ef62455762 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750189 Jul 22 09:35:48.499269 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aacb9bb3-c460-4370-91b1-ef310d6676ad req-b3cfe392-533b-4409-aa77-26d8155bd787 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852900 Jul 22 09:35:48.517202 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-15619e80-ba38-4901-a0f0-e3b37d0e5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:48.519246 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-15619e80-ba38-4901-a0f0-e3b37d0e5141 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12bb4ade370244afa6789104e46d5d7a&device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 1098 time: 0.1043961 Jul 22 09:35:48.714453 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5d186-2d98-4887-b025-0a5cee2f8420 req-4b1024bd-c6b7-442e-aabc-503b4af10c1d tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:48.715932 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4dd5d186-2d98-4887-b025-0a5cee2f8420 req-4b1024bd-c6b7-442e-aabc-503b4af10c1d tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.1740646 Jul 22 09:35:48.718401 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-2b44941a-909f-4c8a-9937-7c8911912f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:48.719809 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-2b44941a-909f-4c8a-9937-7c8911912f80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 200 len: 918 time: 0.1689072 Jul 22 09:35:48.736758 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4d5e0-c80a-439a-817a-67956e4702e6 req-39a17891-9e24-43a5-9f2c-dc6b78269f03 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:48.738170 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffa4d5e0-c80a-439a-817a-67956e4702e6 req-39a17891-9e24-43a5-9f2c-dc6b78269f03 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1626766 Jul 22 09:35:48.796648 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-4d0b58b2-f38a-4786-92df-7f2170f61e72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 200 len: 217 time: 0.0575860 Jul 22 09:35:48.850749 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffa4d5e0-c80a-439a-817a-67956e4702e6 req-101c8aa3-d0ba-44d9-b675-891d7e321e05 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043808 Jul 22 09:35:48.854947 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4dd5d186-2d98-4887-b025-0a5cee2f8420 req-ccf9b5da-a2fe-4023-bdd4-087df868b765 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317353 Jul 22 09:35:48.869413 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-6f8fb2fa-c781-4dc3-b1ea-e97bc9d7a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:48.870644 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-6f8fb2fa-c781-4dc3-b1ea-e97bc9d7a900 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 200 len: 858 time: 0.0657833 Jul 22 09:35:48.906211 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-2e32c99f-682a-4b29-8ea5-48c67f2d59ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35304ce3-06fc-4738-8db5-3881fb1e37fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273709 Jul 22 09:35:48.935437 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed62ba9-a712-4efe-acc9-85dc9768db8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:49.001885 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-31ca5d09-4d06-46b9-8b17-937ebca11ba4 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839212 Jul 22 09:35:49.113739 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc40e715-6f2d-4275-aa14-e6db17fb36db req-2f7a5a0f-4381-4f40-a36e-d846a798afa5 service neutron] 10.222.0.46 "GET /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963335 Jul 22 09:35:49.643525 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 17744b47-b426-4a99-a47a-f9f041807f72 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:35:49.662489 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6548ca-4662-4bea-bbe0-1e3e9a80c9ab req-46fe9170-5813-4580-ab24-f174387b8dc1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:49.666672 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd6548ca-4662-4bea-bbe0-1e3e9a80c9ab req-46fe9170-5813-4580-ab24-f174387b8dc1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.1093831 Jul 22 09:35:49.685348 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294aba-b3c6-47a7-845a-93db8d629414 req-6c4c1f78-3af7-451b-81b9-31288d27770d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:49.686847 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32294aba-b3c6-47a7-845a-93db8d629414 req-6c4c1f78-3af7-451b-81b9-31288d27770d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0966043 Jul 22 09:35:49.738882 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd6548ca-4662-4bea-bbe0-1e3e9a80c9ab req-5297dd27-f34e-47bf-97be-65706758293a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677297 Jul 22 09:35:49.745286 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32294aba-b3c6-47a7-845a-93db8d629414 req-0db4e80f-4bf9-42c3-af09-78d1d9a338bf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502548 Jul 22 09:35:49.755687 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 17744b47-b426-4a99-a47a-f9f041807f72, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=17744b47-b426-4a99-a47a-f9f041807f72,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:49.768666 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '17744b47-b426-4a99-a47a-f9f041807f72', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'port_id': '17744b47-b426-4a99-a47a-f9f041807f72', 'mac_address': 'fa:16:3e:aa:99:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:35:49.808513 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:49.821876 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17744b47-b426-4a99-a47a-f9f041807f72 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:35:49.842011 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 17744b47-b426-4a99-a47a-f9f041807f72, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=17744b47-b426-4a99-a47a-f9f041807f72,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:49.846172 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:49.899521 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=17744b47-b426-4a99-a47a-f9f041807f72,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:50.031767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44f15d-8b8d-44df-ab32-9c90ae2a46f4 req-21f8a683-8594-44aa-b00a-5b713e741d9f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:50.033252 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff44f15d-8b8d-44df-ab32-9c90ae2a46f4 req-21f8a683-8594-44aa-b00a-5b713e741d9f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1075437 Jul 22 09:35:50.055706 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6ad50-2768-4f02-b081-efacca73ab91 req-eaff874f-ab4e-4f0a-a609-f44a3c6e7d31 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:50.057156 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46c6ad50-2768-4f02-b081-efacca73ab91 req-eaff874f-ab4e-4f0a-a609-f44a3c6e7d31 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.1004772 Jul 22 09:35:50.104546 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff44f15d-8b8d-44df-ab32-9c90ae2a46f4 req-7545a135-728d-4db2-b335-55d8ef48aef5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647206 Jul 22 09:35:50.111346 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46c6ad50-2768-4f02-b081-efacca73ab91 req-e92d35b9-6c13-4e96-9674-75d96ff504fa tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479546 Jul 22 09:35:50.212109 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['17744b47-b426-4a99-a47a-f9f041807f72'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:35:50.402125 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886da5c-8078-485b-bd9e-ce4a0c9fb966 req-9c9878f8-1e76-4845-a4d2-01c637ae5180 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:50.403524 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4886da5c-8078-485b-bd9e-ce4a0c9fb966 req-9c9878f8-1e76-4845-a4d2-01c637ae5180 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.0661774 Jul 22 09:35:50.441315 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4886da5c-8078-485b-bd9e-ce4a0c9fb966 req-55be1e83-7b43-4569-8d8b-69ad20ba145c tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Jul 22 09:35:50.931565 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88606-a261-4af4-9fda-69db2054a16e req-59668581-f811-4ed2-beca-06143a4dd104 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:50.933035 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9aa88606-a261-4af4-9fda-69db2054a16e req-59668581-f811-4ed2-beca-06143a4dd104 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.1019139 Jul 22 09:35:50.940925 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d238-155a-4591-a534-dc48e1064a8e req-36c05cd3-7415-4f12-9fbf-b9bbafc618fa tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:50.942306 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e776d238-155a-4591-a534-dc48e1064a8e req-36c05cd3-7415-4f12-9fbf-b9bbafc618fa tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 944 time: 0.1019695 Jul 22 09:35:50.995615 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9aa88606-a261-4af4-9fda-69db2054a16e req-621a3c92-5912-43c2-8c79-d41850db15e3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523911 Jul 22 09:35:51.000221 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e776d238-155a-4591-a534-dc48e1064a8e req-6fee04f6-eafb-44fa-882c-0281ccfe26d1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507789 Jul 22 09:35:51.230298 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e903a-543d-454b-88fd-730f28d76bd3 req-f5c07f8b-27f2-49bb-b7e7-3985bd26cdbe tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:51.231787 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f3e903a-543d-454b-88fd-730f28d76bd3 req-f5c07f8b-27f2-49bb-b7e7-3985bd26cdbe tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0624354 Jul 22 09:35:51.272150 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f3e903a-543d-454b-88fd-730f28d76bd3 req-43c65dc4-ff9c-4a7a-b860-2f0b60aaafcd tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346727 Jul 22 09:35:51.534236 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f0550048-854e-44bd-8bb1-67c1875fc926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:51.580294 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672f6e6-a962-46dd-b67e-20e2b0ba552d req-c7530d16-e8d6-49b0-9808-9f6affc2dafc tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:51.581831 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3672f6e6-a962-46dd-b67e-20e2b0ba552d req-c7530d16-e8d6-49b0-9808-9f6affc2dafc tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.0726833 Jul 22 09:35:51.594996 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:51.627035 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3672f6e6-a962-46dd-b67e-20e2b0ba552d req-c0350740-742c-488a-80ed-9fec8079db4e tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Jul 22 09:35:51.663612 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 17744b47-b426-4a99-a47a-f9f041807f72 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:35:51.710143 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port 17744b47-b426-4a99-a47a-f9f041807f72 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:35:51.713750 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 17744b47-b426-4a99-a47a-f9f041807f72 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:35:51.714209 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:51.788517 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:51.810309 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:51.812488 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817615b8-9f53-40c0-91b4-318a7cc22f6f" -d '{"events": [{"server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "name": "network-vif-plugged", "status": "completed", "tag": "17744b47-b426-4a99-a47a-f9f041807f72"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:51.827607 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 17744b47-b426-4a99-a47a-f9f041807f72, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=17744b47-b426-4a99-a47a-f9f041807f72,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:51.833000 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:51.857695 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e11de37-54bf-480f-a2c9-84c658b1257a x-openstack-request-id: req-0e11de37-54bf-480f-a2c9-84c658b1257a {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:51.857988 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "name": "network-vif-plugged", "status": "completed", "tag": "17744b47-b426-4a99-a47a-f9f041807f72", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:51.858259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e11de37-54bf-480f-a2c9-84c658b1257a {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:51.858638 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72', 'code': 200} Jul 22 09:35:51.882758 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=17744b47-b426-4a99-a47a-f9f041807f72,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:52.169551 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e8c7-59d1-467a-badb-5b375c547db5 req-dacdfa9a-420a-4fef-8b06-57e07ea569fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:52.170973 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dd2e8c7-59d1-467a-badb-5b375c547db5 req-dacdfa9a-420a-4fef-8b06-57e07ea569fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 1098 time: 0.1218121 Jul 22 09:35:52.204441 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c73c-524f-45e7-a3ad-848072fb0999 req-e10791bb-177b-4461-9600-db800bbd5270 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:52.206119 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cce5c73c-524f-45e7-a3ad-848072fb0999 req-e10791bb-177b-4461-9600-db800bbd5270 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.1301775 Jul 22 09:35:52.244763 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-bb5be3a5-ecef-40bc-8d20-571d68bfed6c tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:52.246180 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-bb5be3a5-ecef-40bc-8d20-571d68bfed6c tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.46 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 950 time: 0.1336391 Jul 22 09:35:52.249442 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dd2e8c7-59d1-467a-badb-5b375c547db5 req-1fe05507-cb46-4d67-83f5-bfb9012a32e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701342 Jul 22 09:35:52.266098 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cce5c73c-524f-45e7-a3ad-848072fb0999 req-e1dcfaef-0f94-4bdc-b76a-bba07969e49f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534580 Jul 22 09:35:52.441412 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e775ce-2a56-417a-8985-a2aa8d1cff86 req-f1fe763e-a49c-4820-9039-557148e5bec0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:52.442860 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-59e775ce-2a56-417a-8985-a2aa8d1cff86 req-f1fe763e-a49c-4820-9039-557148e5bec0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0958109 Jul 22 09:35:52.446238 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Deleting port e0dcecee-8125-4843-961a-ad8d5a2105ce {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:35:52.446587 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:52.528347 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-59e775ce-2a56-417a-8985-a2aa8d1cff86 req-d72f581f-db4d-42b9-ac44-c7ba087ae0b9 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787976 Jul 22 09:35:52.563417 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] For port e0dcecee-8125-4843-961a-ad8d5a2105ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e0dcecee-8125-4843-961a-ad8d5a2105ce,segment=NetworkSegment(73f8f55d-9718-40c7-ad70-94343b60174a),segment_id=73f8f55d-9718-40c7-ad70-94343b60174a)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:52.563846 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:52.579112 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Calling delete_port for e0dcecee-8125-4843-961a-ad8d5a2105ce owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:35:52.764699 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:52.786806 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['e0dcecee-8125-4843-961a-ad8d5a2105ce'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:35:52.812401 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Pushing event deleted for resources: {'Port': ['ID=e0dcecee-8125-4843-961a-ad8d5a2105ce,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:52.849647 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b1f4-e639-4aa4-8769-c0ff4ad06333 req-97680318-ed9c-4e41-83a5-01a98153e288 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:52.851816 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69d7b1f4-e639-4aa4-8769-c0ff4ad06333 req-97680318-ed9c-4e41-83a5-01a98153e288 tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/ports?device_id=7839aefc-e41f-467a-9b71-18e0ef1079f0 HTTP/1.1" status: 200 len: 867 time: 0.1336725 Jul 22 09:35:52.878146 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] No DVR routers for this DVR port e0dcecee-8125-4843-961a-ad8d5a2105ce on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:35:52.885711 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:52.887962 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a1d81f1-35c8-4506-b7b4-a8f9bd7f4abc req-396ed9b7-d7b9-4e37-a35d-9a898d318bae tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.46 "DELETE /v2.0/ports/e0dcecee-8125-4843-961a-ad8d5a2105ce HTTP/1.1" status: 204 len: 173 time: 0.5923526 Jul 22 09:35:52.889434 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'name': 'network-vif-deleted', 'tag': 'e0dcecee-8125-4843-961a-ad8d5a2105ce'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:52.891902 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff85c0-299d-47ac-aa8e-7630af2b5621" -d '{"events": [{"server_uuid": "7839aefc-e41f-467a-9b71-18e0ef1079f0", "name": "network-vif-deleted", "tag": "e0dcecee-8125-4843-961a-ad8d5a2105ce"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:52.932537 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69d7b1f4-e639-4aa4-8769-c0ff4ad06333 req-474b2196-a667-4c44-b2ad-decd0573233c tempest-VolumesNegativeTest-158703707 tempest-VolumesNegativeTest-158703707-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdeef773-6b3d-4ce7-8be4-798d360baf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Jul 22 09:35:52.955952 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db547f8-98e0-4faf-b5f3-59d3944dbf07 x-openstack-request-id: req-7db547f8-98e0-4faf-b5f3-59d3944dbf07 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:52.956250 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839aefc-e41f-467a-9b71-18e0ef1079f0", "name": "network-vif-deleted", "tag": "e0dcecee-8125-4843-961a-ad8d5a2105ce", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:52.956507 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db547f8-98e0-4faf-b5f3-59d3944dbf07 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:52.957361 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839aefc-e41f-467a-9b71-18e0ef1079f0', 'name': 'network-vif-deleted', 'tag': 'e0dcecee-8125-4843-961a-ad8d5a2105ce', 'status': 'completed', 'code': 200} Jul 22 09:35:53.116288 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:53.393780 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188dae0-6f99-4f31-bce8-18359a272152 req-5557c3bd-fda7-454b-ab09-b91ad784d863 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:53.395338 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9188dae0-6f99-4f31-bce8-18359a272152 req-5557c3bd-fda7-454b-ab09-b91ad784d863 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.0638640 Jul 22 09:35:53.436466 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9188dae0-6f99-4f31-bce8-18359a272152 req-4a18b135-9053-49af-a7e2-d6086145dcd2 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350704 Jul 22 09:35:53.567648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2fc4b-28f1-4cd7-85f5-f45be9a21ba1 req-abb7a140-4fb3-454e-b61d-0d3b238e2e67 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:53.569164 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8fd2fc4b-28f1-4cd7-85f5-f45be9a21ba1 req-abb7a140-4fb3-454e-b61d-0d3b238e2e67 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.0654159 Jul 22 09:35:53.609900 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8fd2fc4b-28f1-4cd7-85f5-f45be9a21ba1 req-ee2d5b27-ba7a-4dbe-af82-374df7637220 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348065 Jul 22 09:35:53.639155 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44558) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:53.838007 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fce35-c28e-45fb-96b9-05d786ab3e0e tempest-TestVolumeBootPattern-1772931510 tempest-TestVolumeBootPattern-1772931510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:53.839688 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-236fce35-c28e-45fb-96b9-05d786ab3e0e tempest-TestVolumeBootPattern-1772931510 tempest-TestVolumeBootPattern-1772931510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 1093 time: 0.1993821 Jul 22 09:35:53.842515 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44566) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:53.847143 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'port_id': '17744b47-b426-4a99-a47a-f9f041807f72', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:35:53.871828 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:53.968442 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:53.980125 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad62585-3d70-4861-8f75-ffe404d025c3 req-58485448-82b6-4849-8b05-a7d46ddd9d11 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:53.988419 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ad62585-3d70-4861-8f75-ffe404d025c3 req-58485448-82b6-4849-8b05-a7d46ddd9d11 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 945 time: 0.0763128 Jul 22 09:35:54.044057 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ad62585-3d70-4861-8f75-ffe404d025c3 req-e45d8686-875e-4e00-bb2f-67fdfab0b1d9 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546992 Jul 22 09:35:54.108387 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Allocated IP 172.27.1.17 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/c0706f77-91a0-4141-a9ee-38634c3de14f) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:35:54.217511 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:54.260620 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:54.297616 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:35:54.304449 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:35:54.307890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:35:54.336029 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=c0706f77-91a0-4141-a9ee-38634c3de14f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:54.654558 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:54.685279 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:54.763536 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:54.916245 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:54.920916 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:54.986366 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=c0706f77-91a0-4141-a9ee-38634c3de14f,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:54.998856 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:55.122408 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Floating IP 3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec associated. External IP: 172.27.1.17, port: 17744b47-b426-4a99-a47a-f9f041807f72. Jul 22 09:35:55.230559 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38839d2-b297-4ef6-8693-8cd148837a36 req-c9ec961f-3e11-4486-99b5-2706009e83d8 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:55.232433 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a38839d2-b297-4ef6-8693-8cd148837a36 req-c9ec961f-3e11-4486-99b5-2706009e83d8 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 945 time: 0.0914624 Jul 22 09:35:55.276819 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a38839d2-b297-4ef6-8693-8cd148837a36 req-8dd92769-b45a-4415-be66-5ce93f08bf8e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Jul 22 09:35:55.367006 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:35:55.488115 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:35:55.499081 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:35:55.504318 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:55.509726 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:35:55.510499 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:35:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:35:55.543381 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9e55ee1f-aa56-4a54-8764-68344fb4035e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6997461 Jul 22 09:35:55.544056 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:55.546315 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654fa08-056d-41d0-8486-54b995e0f68c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "tag": "17744b47-b426-4a99-a47a-f9f041807f72"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:55.594428 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc0510-61da-4d8f-9d6c-3f4818c888ee x-openstack-request-id: req-4acc0510-61da-4d8f-9d6c-3f4818c888ee {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:55.594604 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "tag": "17744b47-b426-4a99-a47a-f9f041807f72", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:55.595002 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4acc0510-61da-4d8f-9d6c-3f4818c888ee {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:55.595542 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72', 'status': 'completed', 'code': 200} Jul 22 09:35:55.621144 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:35:55.696926 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e0dcecee-8125-4843-961a-ad8d5a2105ce no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:35:55.709399 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654fa08-056d-41d0-8486-54b995e0f68c req-b7dcd65a-8340-4b28-bb62-edba23d43d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:55.711103 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4654fa08-056d-41d0-8486-54b995e0f68c req-b7dcd65a-8340-4b28-bb62-edba23d43d51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 1098 time: 0.0874279 Jul 22 09:35:55.717129 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: e0dcecee-8125-4843-961a-ad8d5a2105ce {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:35:55.717465 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e0dcecee-8125-4843-961a-ad8d5a2105ce not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:35:55.826697 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654fa08-056d-41d0-8486-54b995e0f68c req-71f61177-2e4f-4e32-ab17-31a1d6bee4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:55.828280 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4654fa08-056d-41d0-8486-54b995e0f68c req-71f61177-2e4f-4e32-ab17-31a1d6bee4e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.1067214 Jul 22 09:35:55.864474 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': '17744b47-b426-4a99-a47a-f9f041807f72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:aa:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:35:54Z', 'updated_at': '2021-07-22T09:35:54Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:35:55.901376 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:35:55.910911 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:35:55.911652 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:35:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:35:55.929904 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4654fa08-056d-41d0-8486-54b995e0f68c req-3bc69ea3-3543-40b5-bb54-cc30197673f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17744b47-b426-4a99-a47a-f9f041807f72 HTTP/1.1" status: 200 len: 998 time: 0.0945370 Jul 22 09:35:55.967296 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-0f619c5c-9610-4dcd-8366-fec5eec40737 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:55.968760 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-0f619c5c-9610-4dcd-8366-fec5eec40737 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 945 time: 0.0958846 Jul 22 09:35:56.027852 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:35:56.035572 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654fa08-056d-41d0-8486-54b995e0f68c req-34b23358-36a3-46df-aa65-e7167e0f33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:56.037581 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4654fa08-056d-41d0-8486-54b995e0f68c req-34b23358-36a3-46df-aa65-e7167e0f33b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0892622 Jul 22 09:35:56.140305 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Deleting port 4bedc040-d491-4ed9-a371-6d5714c56dc3 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:35:56.140779 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:56.145574 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654fa08-056d-41d0-8486-54b995e0f68c req-39cdf802-8116-4221-a866-a2ec02b02429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:56.147660 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4654fa08-056d-41d0-8486-54b995e0f68c req-39cdf802-8116-4221-a866-a2ec02b02429 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995827 Jul 22 09:35:56.288672 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': '17744b47-b426-4a99-a47a-f9f041807f72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:aa:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:35:54Z', 'updated_at': '2021-07-22T09:35:54Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:35:56.306843 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4654fa08-056d-41d0-8486-54b995e0f68c req-59d0aef1-6b05-47be-88a5-86192ce010d6 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491597 Jul 22 09:35:56.308429 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] For port 4bedc040-d491-4ed9-a371-6d5714c56dc3, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=4bedc040-d491-4ed9-a371-6d5714c56dc3,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:35:56.308775 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:56.330802 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Calling delete_port for 4bedc040-d491-4ed9-a371-6d5714c56dc3 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:35:56.469476 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c6ae8-c2e9-4704-8c99-65b4e6b0b21b None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': '17744b47-b426-4a99-a47a-f9f041807f72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:aa:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:35:54Z', 'updated_at': '2021-07-22T09:35:54Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:35:56.501458 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4654fa08-056d-41d0-8486-54b995e0f68c req-87cc21c6-4f74-46ba-a85d-798a85614589 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793070 Jul 22 09:35:56.573588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629118bf-0b9e-476b-b97b-73e78d912015 req-1dd98e79-9df2-45f9-a2f0-65202c8fe2da tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:56.575116 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-629118bf-0b9e-476b-b97b-73e78d912015 req-1dd98e79-9df2-45f9-a2f0-65202c8fe2da tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1339a4d4-650a-4334-9148-c7343b85997e HTTP/1.1" status: 200 len: 945 time: 0.1800427 Jul 22 09:35:56.622856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:56.633716 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['4bedc040-d491-4ed9-a371-6d5714c56dc3'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:35:56.653808 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Pushing event deleted for resources: {'Port': ['ID=4bedc040-d491-4ed9-a371-6d5714c56dc3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:56.659785 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-629118bf-0b9e-476b-b97b-73e78d912015 req-bce943f9-83db-4e6a-a89f-5ad4ad19e6a7 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Jul 22 09:35:56.716087 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] No DVR routers for this DVR port 4bedc040-d491-4ed9-a371-6d5714c56dc3 on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:35:56.718556 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:56.720540 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d6f3e54-45c8-41b9-a5a1-f33ef3289e22 req-c017c299-3537-4820-ac04-7de1ccf5b37e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "DELETE /v2.0/ports/4bedc040-d491-4ed9-a371-6d5714c56dc3 HTTP/1.1" status: 204 len: 173 time: 0.7348552 Jul 22 09:35:56.720971 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1339a4d4-650a-4334-9148-c7343b85997e', 'name': 'network-vif-deleted', 'tag': '4bedc040-d491-4ed9-a371-6d5714c56dc3'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:35:56.723237 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f6021-4891-4f01-a6cc-aec7b9211c63" -d '{"events": [{"server_uuid": "1339a4d4-650a-4334-9148-c7343b85997e", "name": "network-vif-deleted", "tag": "4bedc040-d491-4ed9-a371-6d5714c56dc3"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:35:56.760857 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d533d-0ff1-4efe-a70d-00a59043aa20 None None] New status for floating IP 3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:35:56.763173 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacc9695-f572-476c-a49d-2e836a1e5526 x-openstack-request-id: req-cacc9695-f572-476c-a49d-2e836a1e5526 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:35:56.763569 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1339a4d4-650a-4334-9148-c7343b85997e", "name": "network-vif-deleted", "tag": "4bedc040-d491-4ed9-a371-6d5714c56dc3", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:35:56.763919 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cacc9695-f572-476c-a49d-2e836a1e5526 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:35:56.764479 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1339a4d4-650a-4334-9148-c7343b85997e', 'name': 'network-vif-deleted', 'tag': '4bedc040-d491-4ed9-a371-6d5714c56dc3', 'status': 'completed', 'code': 200} Jul 22 09:35:57.675240 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351e5e1-e1b8-4457-8b3c-fcb3f1953167 req-2112dea6-2c62-43b4-841b-414ccfa16063 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:57.676751 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0351e5e1-e1b8-4457-8b3c-fcb3f1953167 req-2112dea6-2c62-43b4-841b-414ccfa16063 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0651855 Jul 22 09:35:57.722311 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0351e5e1-e1b8-4457-8b3c-fcb3f1953167 req-fb9ad32b-3fb3-4fb9-b13a-d01420bcd3e5 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399659 Jul 22 09:35:57.968203 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 44832) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:58.092718 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-34e26b94-dfad-40f5-84bc-5591ba7e7076 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8757f540935740d58e417b3e76bfffaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233592 Jul 22 09:35:58.095253 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 44836) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:35:58.140919 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66d50281-d8c1-4bbd-a763-0a1b9c1f345d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:58.160385 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66d50281-d8c1-4bbd-a763-0a1b9c1f345d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:58.204219 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66d50281-d8c1-4bbd-a763-0a1b9c1f345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:58.207262 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66d50281-d8c1-4bbd-a763-0a1b9c1f345d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:35:58.208371 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-66d50281-d8c1-4bbd-a763-0a1b9c1f345d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdeef773-6b3d-4ce7-8be4-798d360baf30 HTTP/1.1" status: 204 len: 168 time: 0.1122379 Jul 22 09:35:58.216029 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d50281-d8c1-4bbd-a763-0a1b9c1f345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeef773-6b3d-4ce7-8be4-798d360baf30,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:35:58.847171 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccd9c1-c373-46a4-8f7d-06d5a789cea9 req-bdd5e5f1-5c80-441f-a2e0-ebac22ba51cb tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:35:58.848575 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6eccd9c1-c373-46a4-8f7d-06d5a789cea9 req-bdd5e5f1-5c80-441f-a2e0-ebac22ba51cb tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0655386 Jul 22 09:35:59.109589 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6eccd9c1-c373-46a4-8f7d-06d5a789cea9 req-e72f9706-935b-489a-bc13-16530072b5dc tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554085 Jul 22 09:35:59.996941 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 4bedc040-d491-4ed9-a371-6d5714c56dc3 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:36:00.016070 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: 4bedc040-d491-4ed9-a371-6d5714c56dc3 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:36:00.016415 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 4bedc040-d491-4ed9-a371-6d5714c56dc3 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:36:00.237515 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328468f-1c4c-476a-a50a-70ca9d316ebc req-b6fad490-26bd-4192-beaf-bd0a8e00dd89 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:00.238937 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a328468f-1c4c-476a-a50a-70ca9d316ebc req-b6fad490-26bd-4192-beaf-bd0a8e00dd89 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0630031 Jul 22 09:36:00.275411 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a328468f-1c4c-476a-a50a-70ca9d316ebc req-8bd34d69-2515-4927-911d-a854426091bf tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Jul 22 09:36:01.398612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f782-5d81-4ef9-95c1-f3e92d65b22e req-d79a5f1e-002d-4955-9ff7-f3e74905c4e0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:01.400067 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6601f782-5d81-4ef9-95c1-f3e92d65b22e req-d79a5f1e-002d-4955-9ff7-f3e74905c4e0 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0612490 Jul 22 09:36:01.439922 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6601f782-5d81-4ef9-95c1-f3e92d65b22e req-2c5262db-12cd-493d-9ce9-d06967dd623e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Jul 22 09:36:01.630600 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-ba277a7c-2b4f-4a3e-a1fe-192a8c10e9ec tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:01.632054 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-ba277a7c-2b4f-4a3e-a1fe-192a8c10e9ec tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 946 time: 0.0619075 Jul 22 09:36:01.730299 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Deleting port f1a89192-fbdd-4ed7-be99-d3faae269e4e {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:36:01.730672 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:01.820008 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] For port f1a89192-fbdd-4ed7-be99-d3faae269e4e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f1a89192-fbdd-4ed7-be99-d3faae269e4e,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:01.820370 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:01.831858 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Calling delete_port for f1a89192-fbdd-4ed7-be99-d3faae269e4e owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:36:01.957871 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:01.969417 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['c1aa09b4-9b30-4469-93f1-ea7e78ba644c', 'f1a89192-fbdd-4ed7-be99-d3faae269e4e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:36:01.986091 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Pushing event deleted for resources: {'Port': ['ID=f1a89192-fbdd-4ed7-be99-d3faae269e4e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:02.032470 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] No DVR routers for this DVR port f1a89192-fbdd-4ed7-be99-d3faae269e4e on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:36:02.036142 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:02.038956 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e768329-e773-47fa-94ba-9dcd1f1bbd06 req-7490a254-e95b-4c29-a095-6c49359e9477 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "DELETE /v2.0/ports/f1a89192-fbdd-4ed7-be99-d3faae269e4e HTTP/1.1" status: 204 len: 173 time: 0.4013414 Jul 22 09:36:02.039394 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'name': 'network-vif-deleted', 'tag': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:02.041898 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e65eef2-3a32-4b32-99bc-6cddeda62989" -d '{"events": [{"server_uuid": "e8673b82-60e4-4881-ab9b-ef5e1a55c2c3", "name": "network-vif-deleted", "tag": "f1a89192-fbdd-4ed7-be99-d3faae269e4e"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:02.087983 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496de334-7212-41fd-8278-b92996e71058 x-openstack-request-id: req-496de334-7212-41fd-8278-b92996e71058 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:02.088283 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8673b82-60e4-4881-ab9b-ef5e1a55c2c3", "name": "network-vif-deleted", "tag": "f1a89192-fbdd-4ed7-be99-d3faae269e4e", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:02.088563 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-496de334-7212-41fd-8278-b92996e71058 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:02.088989 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8673b82-60e4-4881-ab9b-ef5e1a55c2c3', 'name': 'network-vif-deleted', 'tag': 'f1a89192-fbdd-4ed7-be99-d3faae269e4e', 'status': 'completed', 'code': 200} Jul 22 09:36:02.555222 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0a3accf-6881-467a-b2c4-27c13747c57d req-567ce8db-7cac-469f-9252-26a68df0d086 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8673b82-60e4-4881-ab9b-ef5e1a55c2c3 HTTP/1.1" status: 200 len: 210 time: 0.0300951 Jul 22 09:36:03.830205 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc3707-afa7-4c85-9be4-deda3e7fc5bc req-f95402fb-b3b2-40f6-a497-cf92befbc9f9 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:03.831681 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9acc3707-afa7-4c85-9be4-deda3e7fc5bc req-f95402fb-b3b2-40f6-a497-cf92befbc9f9 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0656068 Jul 22 09:36:03.868199 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9acc3707-afa7-4c85-9be4-deda3e7fc5bc req-1e2c239b-d5f3-4eb8-b76a-6fa61e0ca107 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Jul 22 09:36:04.995846 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90288fc-7434-4963-8ad4-c3de82a61354 req-d4cd7400-dfd3-4394-bae5-78685c0fc832 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:04.997343 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e90288fc-7434-4963-8ad4-c3de82a61354 req-d4cd7400-dfd3-4394-bae5-78685c0fc832 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0623834 Jul 22 09:36:05.033859 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e90288fc-7434-4963-8ad4-c3de82a61354 req-8c5bfc76-a895-411a-b8c8-6032becf9f1e tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Jul 22 09:36:05.897949 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f1a89192-fbdd-4ed7-be99-d3faae269e4e no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:36:05.918095 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: f1a89192-fbdd-4ed7-be99-d3faae269e4e {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:36:05.918440 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f1a89192-fbdd-4ed7-be99-d3faae269e4e not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:36:06.161330 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6765e-fa11-4aaf-8f98-55fc30b303e1 req-13b9e5ec-4276-4379-83c2-b5fb0ce23d59 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:06.163310 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dad6765e-fa11-4aaf-8f98-55fc30b303e1 req-13b9e5ec-4276-4379-83c2-b5fb0ce23d59 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0647938 Jul 22 09:36:06.200951 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dad6765e-fa11-4aaf-8f98-55fc30b303e1 req-282434dd-16bd-4ed0-8c97-b740e3eef88a tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Jul 22 09:36:07.331228 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bbe76-5240-4547-8789-fa79cd5b49e7 req-13c1825d-a1df-4db7-baf1-01af5482c8df tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:07.332701 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c1bbe76-5240-4547-8789-fa79cd5b49e7 req-13c1825d-a1df-4db7-baf1-01af5482c8df tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0633163 Jul 22 09:36:07.368645 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c1bbe76-5240-4547-8789-fa79cd5b49e7 req-84d3ff83-cef7-4d24-b750-57c5bc95889d tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298479 Jul 22 09:36:07.717889 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-83a46f5b-99c7-41fd-9693-72d00211225d tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:07.719370 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-83a46f5b-99c7-41fd-9693-72d00211225d tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/networks?id=2b2b2634-65ab-4ba5-8d3c-78486dabccae HTTP/1.1" status: 200 len: 813 time: 0.1018083 Jul 22 09:36:07.734385 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-054b374f-dcea-4786-a925-9e59eb4a6799 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/quotas/7914f9f8968649588fb70130ef929448 HTTP/1.1" status: 200 len: 375 time: 0.0089982 Jul 22 09:36:07.766572 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-fec31a04-f3c8-4b07-8f47-002f0034eea6 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7914f9f8968649588fb70130ef929448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273182 Jul 22 09:36:07.857204 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-3c1b3c8e-ced2-4bca-b5ce-c961d5ce86e9 service neutron] 10.222.0.20 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838625 Jul 22 09:36:07.942289 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-4c13bfd4-da86-4359-a8b2-18dfe80ba163 service neutron] 10.222.0.20 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793860 Jul 22 09:36:08.097746 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0f7f385-72d9-4ba3-b28a-7e236aa067b2 req-625c4b9e-d16d-483b-847c-f81b4071136d tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 210 time: 0.0299089 Jul 22 09:36:08.502046 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39962cfc-2772-4aaf-b56b-4645d71d032f req-051c2eb9-a89f-4b17-992a-143444173f48 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:08.503543 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39962cfc-2772-4aaf-b56b-4645d71d032f req-051c2eb9-a89f-4b17-992a-143444173f48 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.0672414 Jul 22 09:36:08.543424 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39962cfc-2772-4aaf-b56b-4645d71d032f req-a8a2eb00-39d0-4769-86ae-0f2da35ae3a6 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339727 Jul 22 09:36:09.066352 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-2fc0cc80-f746-4c04-8f40-f8dbabb822fa tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:09.068308 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-2fc0cc80-f746-4c04-8f40-f8dbabb822fa tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "GET /v2.0/networks?id=2b2b2634-65ab-4ba5-8d3c-78486dabccae HTTP/1.1" status: 200 len: 813 time: 0.1004856 Jul 22 09:36:09.082648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Request body: {'port': {'device_id': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae', 'admin_state_up': True, 'tenant_id': '7914f9f8968649588fb70130ef929448'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:09.201445 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5582b5d4-300f-42aa-9491-ab95952fe517 req-09781297-0bd3-4354-a7f2-059ae1c83ffa tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 210 time: 0.0370584 Jul 22 09:36:09.223511 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Made reservation on behalf of 7914f9f8968649588fb70130ef929448 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:36:09.227207 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:09.350190 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Allocated IP 172.20.0.11 (2b2b2634-65ab-4ba5-8d3c-78486dabccae/4a4769ae-d04e-4b3c-ab04-fc13deee1e50/e51ba0dc-9071-4eb5-8313-21e91af1fd2b) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:36:09.492889 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:09.530406 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:09.574104 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Network 2b2b2634-65ab-4ba5-8d3c-78486dabccae is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:36:09.577082 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:36:09.581620 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:36:09.605501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Pushing event updated for resources: {'Port': ['ID=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:09.656904 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:09.657517 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:09.673739 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-ca620c37-7c4e-4ded-b557-cab856058467 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959272 Jul 22 09:36:09.691037 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Request body: {'port': {'device_id': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:09.726798 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3548d-0638-4681-aa0d-c930ae9967c2 req-cbda778a-e364-4f6a-8e48-031105d2fdc4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:09.728250 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43f3548d-0638-4681-aa0d-c930ae9967c2 req-cbda778a-e364-4f6a-8e48-031105d2fdc4 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1119864 Jul 22 09:36:09.799496 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43f3548d-0638-4681-aa0d-c930ae9967c2 req-0729f3ad-cde2-4924-b5dd-78fbb1690142 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/security-groups?id=788c6d98-118a-4526-a12c-da7b8e1b7e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653167 Jul 22 09:36:09.804374 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.057316 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51ba0dc-9071-4eb5-8313-21e91af1fd2b {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:36:10.064589 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.075824 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Transition to ACTIVE for port object e51ba0dc-9071-4eb5-8313-21e91af1fd2b will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:36:10.079599 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.134675 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Pushing event updated for resources: {'Port': ['ID=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:10.237999 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-4fe06109-7101-4ee6-a09f-ef2b81ab0ff1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:10.239505 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-4fe06109-7101-4ee6-a09f-ef2b81ab0ff1 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 945 time: 0.1176295 Jul 22 09:36:10.254895 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Attempting to bind port e51ba0dc-9071-4eb5-8313-21e91af1fd2b on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:36:10.255743 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Attempting to bind port e51ba0dc-9071-4eb5-8313-21e91af1fd2b by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:36:10.256095 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Attempting to bind port e51ba0dc-9071-4eb5-8313-21e91af1fd2b on network 2b2b2634-65ab-4ba5-8d3c-78486dabccae {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:36:10.296500 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Port e51ba0dc-9071-4eb5-8313-21e91af1fd2b on network 2b2b2634-65ab-4ba5-8d3c-78486dabccae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:36:10.296826 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Attempting to bind port e51ba0dc-9071-4eb5-8313-21e91af1fd2b on network 2b2b2634-65ab-4ba5-8d3c-78486dabccae {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:36:10.324255 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:36:10.324617 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Checking segment: {'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:36:10.324985 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Bound using segment: {'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:36:10.325425 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Bound port: e51ba0dc-9071-4eb5-8313-21e91af1fd2b, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f8bc07-3f96-4956-9e22-ff3aeb668fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:36:10.325787 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.443952 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a6f99-c796-4c8f-8151-3f1014900a94 req-739b3d81-3d98-4c02-8ea3-ee79719c5ca9 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:10.445443 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-657a6f99-c796-4c8f-8151-3f1014900a94 req-739b3d81-3d98-4c02-8ea3-ee79719c5ca9 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 944 time: 0.1667418 Jul 22 09:36:10.457562 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Deleting port c1aa09b4-9b30-4469-93f1-ea7e78ba644c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:36:10.457905 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.465346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] For port e51ba0dc-9071-4eb5-8313-21e91af1fd2b, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:36:10.503570 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] For port e51ba0dc-9071-4eb5-8313-21e91af1fd2b, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:36:10.515658 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.586546 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-657a6f99-c796-4c8f-8151-3f1014900a94 req-14e57154-ff57-4ab7-b0a1-ed075ffa0ec5 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337318 Jul 22 09:36:10.603967 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:10.604597 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.605967 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] 10.222.0.46 "PUT /v2.0/ports/e51ba0dc-9071-4eb5-8313-21e91af1fd2b HTTP/1.1" status: 200 len: 1094 time: 0.9202046 Jul 22 09:36:10.606422 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'tag': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:10.608641 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ece208-0d83-4a27-a42e-4028ffb4d4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "30781d80-cf7b-45e0-bf61-4befb4e9532a", "tag": "e51ba0dc-9071-4eb5-8313-21e91af1fd2b"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:10.635464 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] For port c1aa09b4-9b30-4469-93f1-ea7e78ba644c, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:10.635830 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.649284 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62057fc2-3255-4a80-8445-ee0ca11adc59 x-openstack-request-id: req-62057fc2-3255-4a80-8445-ee0ca11adc59 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:10.649579 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30781d80-cf7b-45e0-bf61-4befb4e9532a", "tag": "e51ba0dc-9071-4eb5-8313-21e91af1fd2b", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:10.649836 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62057fc2-3255-4a80-8445-ee0ca11adc59 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:10.650263 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'tag': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b', 'status': 'completed', 'code': 200} Jul 22 09:36:10.650906 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7685e-903e-4afc-87b0-0acdbd99e985 service neutron] Pushing event updated for resources: {'Port': ['ID=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:10.656813 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Calling delete_port for c1aa09b4-9b30-4469-93f1-ea7e78ba644c owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:36:10.769748 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-9f4cbe21-ac07-4ea9-af44-e14ebc3085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:10.771296 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-9f4cbe21-ac07-4ea9-af44-e14ebc3085d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7914f9f8968649588fb70130ef929448&device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 1097 time: 0.1126559 Jul 22 09:36:10.836062 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-04e144f6-7fbe-4b80-a6ae-8a5fae191ab5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51ba0dc-9071-4eb5-8313-21e91af1fd2b HTTP/1.1" status: 200 len: 217 time: 0.0562088 Jul 22 09:36:10.915148 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:10.919935 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-924e7566-15fd-4457-8860-543e01345780 req-d4adb600-d11b-4140-b164-e52d94096e3f tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b50955c5-2a8d-48c7-ba88-6713c0baeadd HTTP/1.1" status: 200 len: 210 time: 0.0348563 Jul 22 09:36:10.927871 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['c1aa09b4-9b30-4469-93f1-ea7e78ba644c'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:36:10.950264 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Pushing event deleted for resources: {'Port': ['ID=c1aa09b4-9b30-4469-93f1-ea7e78ba644c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:10.956881 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-9f9b0d8f-b313-4539-bd2b-43fd5987819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:10.958488 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-9f9b0d8f-b313-4539-bd2b-43fd5987819b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a4769ae-d04e-4b3c-ab04-fc13deee1e50 HTTP/1.1" status: 200 len: 853 time: 0.1079257 Jul 22 09:36:11.025404 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] No DVR routers for this DVR port c1aa09b4-9b30-4469-93f1-ea7e78ba644c on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:36:11.028443 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-d7835cec-f3ad-452b-b62c-81e0a094cb25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b2b2634-65ab-4ba5-8d3c-78486dabccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472946 Jul 22 09:36:11.029417 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:11.031333 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0222d213-ce03-4b8c-9aa8-1e10642791ef req-0697c1a0-cb4c-4713-b407-b300525a8793 tempest-ServerRescueNegativeTestJSON-202487684 tempest-ServerRescueNegativeTestJSON-202487684-project] 10.222.0.46 "DELETE /v2.0/ports/c1aa09b4-9b30-4469-93f1-ea7e78ba644c HTTP/1.1" status: 204 len: 173 time: 0.7846689 Jul 22 09:36:11.126300 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-e5dab097-7a54-472a-99b0-90909f32d2e0 service neutron] 10.222.0.46 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854936 Jul 22 09:36:11.225885 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fc9919-7ae1-47d2-84a9-7ea9e7255255 req-f3aea0a2-886b-4174-836b-9926272cff96 service neutron] 10.222.0.46 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883090 Jul 22 09:36:11.325686 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-3d994325-c0e3-4463-a327-3c1c35a615f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:11.327191 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-3d994325-c0e3-4463-a327-3c1c35a615f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7914f9f8968649588fb70130ef929448&device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 1097 time: 0.0522664 Jul 22 09:36:11.418275 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-551a62f8-f423-4dd8-ad26-6a32f59bdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:11.419730 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-551a62f8-f423-4dd8-ad26-6a32f59bdfe4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b2b2634-65ab-4ba5-8d3c-78486dabccae HTTP/1.1" status: 200 len: 913 time: 0.0842056 Jul 22 09:36:11.470995 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-996e07e2-916a-4d5d-993f-ef12bdbb3d07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51ba0dc-9071-4eb5-8313-21e91af1fd2b HTTP/1.1" status: 200 len: 217 time: 0.0350549 Jul 22 09:36:11.519057 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:36:11.521801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-97c6589a-d5a7-459a-ba6c-80bbe1df4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:11.523751 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-97c6589a-d5a7-459a-ba6c-80bbe1df4aea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a4769ae-d04e-4b3c-ab04-fc13deee1e50 HTTP/1.1" status: 200 len: 853 time: 0.0463705 Jul 22 09:36:11.565534 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-526cff7a-79a5-471b-911d-a4cf6818fe8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b2b2634-65ab-4ba5-8d3c-78486dabccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308740 Jul 22 09:36:11.670046 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-66dbe8bc-180b-4a03-9137-347d29a66212 service neutron] 10.222.0.46 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943351 Jul 22 09:36:11.976306 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44944) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:12.015717 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2afe92-9ce3-4267-925b-e7359427dc60 req-226e6f5c-1226-40fd-b549-a065d78f6127 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:12.017205 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e2afe92-9ce3-4267-925b-e7359427dc60 req-226e6f5c-1226-40fd-b549-a065d78f6127 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 944 time: 0.3612115 Jul 22 09:36:12.023344 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09ece208-0d83-4a27-a42e-4028ffb4d4b9 req-bbd0ee6a-f72a-43c6-8f7b-85eab10dca6d service neutron] 10.222.0.46 "GET /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374925 Jul 22 09:36:12.055168 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e2afe92-9ce3-4267-925b-e7359427dc60 req-d00a9e81-76bf-4cec-ab99-6dd70ed3b471 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Jul 22 09:36:12.370399 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:12.651281 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'name': 'network-vif-deleted', 'tag': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:12.653574 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291fa21-d910-4a81-a0a6-f7dacba759f3" -d '{"events": [{"server_uuid": "b50955c5-2a8d-48c7-ba88-6713c0baeadd", "name": "network-vif-deleted", "tag": "c1aa09b4-9b30-4469-93f1-ea7e78ba644c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:12.688414 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2ce812-ba87-4ef1-8330-37c4d968fd62 x-openstack-request-id: req-1c2ce812-ba87-4ef1-8330-37c4d968fd62 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:12.689024 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50955c5-2a8d-48c7-ba88-6713c0baeadd", "name": "network-vif-deleted", "tag": "c1aa09b4-9b30-4469-93f1-ea7e78ba644c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:12.689024 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c2ce812-ba87-4ef1-8330-37c4d968fd62 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:12.689312 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50955c5-2a8d-48c7-ba88-6713c0baeadd', 'name': 'network-vif-deleted', 'tag': 'c1aa09b4-9b30-4469-93f1-ea7e78ba644c', 'status': 'completed', 'code': 200} Jul 22 09:36:12.840854 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Deleting port 2f4ada8d-dccb-4b93-a939-756f04409d03 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:36:12.841184 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:12.915859 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] For port 2f4ada8d-dccb-4b93-a939-756f04409d03, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=2f4ada8d-dccb-4b93-a939-756f04409d03,segment=NetworkSegment(d2775970-0578-4a17-81ec-3af68c684a3a),segment_id=d2775970-0578-4a17-81ec-3af68c684a3a)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:12.916128 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:12.928411 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Calling delete_port for 2f4ada8d-dccb-4b93-a939-756f04409d03 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:36:13.146831 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:13.174165 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4ada8d-dccb-4b93-a939-756f04409d03,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:13.187523 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eedc17-bbb1-40a2-a08d-5498c7164779 req-0e4d6f92-e6e1-46da-9dab-0d3c579cde05 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:13.189128 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18eedc17-bbb1-40a2-a08d-5498c7164779 req-0e4d6f92-e6e1-46da-9dab-0d3c579cde05 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 944 time: 0.0685079 Jul 22 09:36:13.226560 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18eedc17-bbb1-40a2-a08d-5498c7164779 req-7c0da8f1-8d3d-43a9-9999-3bb339a53dad tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Jul 22 09:36:13.327260 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:13.531205 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:36:13.632417 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:36:13.637479 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d3b4ff25-85cd-4366-b471-9646ca361229 admin admin] 10.222.0.20 "PUT /v2.0/routers/9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6599848 Jul 22 09:36:13.639891 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 44952) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:13.641211 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] Sync routers for ids ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:36:13.650565 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] Routers {'9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:36:13.651172 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:35:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:13.738306 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:13.749294 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] Set router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:36:13.753073 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e51ba0dc-9071-4eb5-8313-21e91af1fd2b details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:36:13.755134 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c1aa09b4-9b30-4469-93f1-ea7e78ba644c no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:36:13.780743 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: c1aa09b4-9b30-4469-93f1-ea7e78ba644c {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:36:13.781080 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c1aa09b4-9b30-4469-93f1-ea7e78ba644c not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:36:13.842236 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:13.872434 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port e51ba0dc-9071-4eb5-8313-21e91af1fd2b, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:13.883788 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b', 'network_id': '2b2b2634-65ab-4ba5-8d3c-78486dabccae', 'port_id': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b', 'mac_address': 'fa:16:3e:d5:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4769ae-d04e-4b3c-ab04-fc13deee1e50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:36:13.894464 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Deleting port b571587f-610b-4a50-b484-929d780031be {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:36:13.894917 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:13.924148 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b571587f-610b-4a50-b484-929d780031be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:36:13Z', 'revision_number': 5, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port': {'id': 'b571587f-610b-4a50-b484-929d780031be', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:07Z', 'updated_at': '2021-07-22T09:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:13.924432 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:13.938519 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51ba0dc-9071-4eb5-8313-21e91af1fd2b {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:36:13.959727 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] Checking router: 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:36:13.959984 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port e51ba0dc-9071-4eb5-8313-21e91af1fd2b, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:13.964362 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:13.968413 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] Routers {'9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:36:13.969055 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:35:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:13.987203 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] For port b571587f-610b-4a50-b484-929d780031be, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b571587f-610b-4a50-b484-929d780031be,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:13.987888 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.000578 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Calling delete_port for b571587f-610b-4a50-b484-929d780031be owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:36:14.014162 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:14.055275 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] Set router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:36:14.108508 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:36:13Z', 'revision_number': 6, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:14.135067 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ba5bc-9323-4404-b595-799459ccff7d None None] The sync data for ids ['9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df'] in dv-cinder-801717-2-iscsi is: [{'id': '9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df', 'name': 'tempest-ServerRescueNegativeTestJSON-229715149-router', 'tenant_id': '12bb4ade370244afa6789104e46d5d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:05Z', 'updated_at': '2021-07-22T09:36:13Z', 'revision_number': 6, 'project_id': '12bb4ade370244afa6789104e46d5d7a', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:36:14.192472 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.218424 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Pushing event deleted for resources: {'Port': ['ID=b571587f-610b-4a50-b484-929d780031be,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:14.235278 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['e51ba0dc-9071-4eb5-8313-21e91af1fd2b'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:36:14.285874 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.416855 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.419322 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.490937 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.491626 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:36:14.498478 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.502840 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-befcfb6a-d4d6-48cc-a359-c4cf57315222 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9a2b0bfb-2eb8-4b44-9626-b0c0929bb9df HTTP/1.1" status: 204 len: 168 time: 0.8588169 Jul 22 09:36:14.502983 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44956) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:14.515212 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148fd9b-d560-40db-8ff0-4c1e48b5b1b1 req-e19461b7-a7fa-4be5-aef8-769c1c61275f tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:14.522618 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d148fd9b-d560-40db-8ff0-4c1e48b5b1b1 req-e19461b7-a7fa-4be5-aef8-769c1c61275f tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 945 time: 0.2198279 Jul 22 09:36:14.565609 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] Deleting subnet da13c83b-5d8e-48fe-9373-813a11a8a92c {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:36:14.569714 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.570868 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d148fd9b-d560-40db-8ff0-4c1e48b5b1b1 req-dbae9aaf-2fcf-45dc-9575-e567bada5236 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Jul 22 09:36:14.611334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.643569 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 2f4ada8d-dccb-4b93-a939-756f04409d03 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:36:14.655476 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.662722 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 2f4ada8d-dccb-4b93-a939-756f04409d03 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:36:14.663069 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 2f4ada8d-dccb-4b93-a939-756f04409d03 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:36:14.706216 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.731569 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da13c83b-5d8e-48fe-9373-813a11a8a92c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:14.733452 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.735484 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cda0a899-34cd-4b3d-b2e8-ef0f7dce6f16 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/da13c83b-5d8e-48fe-9373-813a11a8a92c HTTP/1.1" status: 204 len: 168 time: 0.2320168 Jul 22 09:36:14.737853 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44958) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:14.803499 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.880899 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.890030 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35304ce3-06fc-4738-8db5-3881fb1e37fa']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:14.899321 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2775970-0578-4a17-81ec-3af68c684a3a') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:14.899613 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2775970-0578-4a17-81ec-3af68c684a3a') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:14.907977 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929224'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.921289 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.927740 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:36:14.928441 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6989420'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: timer() Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: cb(*args, **kw) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: self._notify() Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: self.callback(batched_events) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: event.method(event) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._get(url).json() Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:36:14.929787 dv-cinder-801717-2-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:36:14.988417 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.994340 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:14.996150 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] 10.222.0.20 "DELETE /v2.0/networks/35304ce3-06fc-4738-8db5-3881fb1e37fa HTTP/1.1" status: 204 len: 168 time: 0.2573030 Jul 22 09:36:15.006649 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842339-42e0-46ec-9ee1-5ff8cfea1d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=35304ce3-06fc-4738-8db5-3881fb1e37fa,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:15.167323 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44962) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:15.209757 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c6f6f49e-ac0f-4262-b987-45542021e34b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12bb4ade370244afa6789104e46d5d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412493 Jul 22 09:36:15.212392 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 44964) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:15.258368 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4326d051-48fd-4a56-9778-3ad068c6ea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:15.278462 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4326d051-48fd-4a56-9778-3ad068c6ea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:15.322105 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4326d051-48fd-4a56-9778-3ad068c6ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:15.324553 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4326d051-48fd-4a56-9778-3ad068c6ea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:15.325691 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4326d051-48fd-4a56-9778-3ad068c6ea17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/788c6d98-118a-4526-a12c-da7b8e1b7e0e HTTP/1.1" status: 204 len: 168 time: 0.1123865 Jul 22 09:36:15.334161 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326d051-48fd-4a56-9778-3ad068c6ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c6d98-118a-4526-a12c-da7b8e1b7e0e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:15.702514 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c7526-3b93-4d83-9eb2-e039c5323a33 req-6186fdea-f84a-4d3c-a9d8-c00cb7ccc7b6 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:15.704012 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-892c7526-3b93-4d83-9eb2-e039c5323a33 req-6186fdea-f84a-4d3c-a9d8-c00cb7ccc7b6 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 945 time: 0.0652816 Jul 22 09:36:15.741821 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-892c7526-3b93-4d83-9eb2-e039c5323a33 req-b3e05c43-4838-4a13-ba34-3da8e6ccd276 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Jul 22 09:36:15.754695 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e51ba0dc-9071-4eb5-8313-21e91af1fd2b up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:36:15.809026 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port e51ba0dc-9071-4eb5-8313-21e91af1fd2b completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:36:15.813000 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port e51ba0dc-9071-4eb5-8313-21e91af1fd2b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:36:15.813385 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:15.890234 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:15.913198 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:15.915767 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd3a6a7-9907-4278-be01-5fb0c7a07b2d" -d '{"events": [{"server_uuid": "30781d80-cf7b-45e0-bf61-4befb4e9532a", "name": "network-vif-plugged", "status": "completed", "tag": "e51ba0dc-9071-4eb5-8313-21e91af1fd2b"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:15.929479 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port e51ba0dc-9071-4eb5-8313-21e91af1fd2b, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:15.933392 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:15.958602 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a919125-fe79-4d4d-aee8-8461a56179b2 x-openstack-request-id: req-4a919125-fe79-4d4d-aee8-8461a56179b2 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:15.958889 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30781d80-cf7b-45e0-bf61-4befb4e9532a", "name": "network-vif-plugged", "status": "completed", "tag": "e51ba0dc-9071-4eb5-8313-21e91af1fd2b", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:15.959139 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a919125-fe79-4d4d-aee8-8461a56179b2 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:15.959519 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b', 'code': 200} Jul 22 09:36:15.988499 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:16.141937 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d460ec-58e6-4e1c-b94f-896e443b32ee req-3ac8c42c-1be9-4cd2-887c-3a91905fd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:16.143558 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24d460ec-58e6-4e1c-b94f-896e443b32ee req-3ac8c42c-1be9-4cd2-887c-3a91905fd720 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 1099 time: 0.0553567 Jul 22 09:36:16.179905 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24d460ec-58e6-4e1c-b94f-896e443b32ee req-68b8b060-15e4-496f-8fec-c27cc5148ddc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288434 Jul 22 09:36:16.338128 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b571587f-610b-4a50-b484-929d780031be no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:36:16.359900 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: b571587f-610b-4a50-b484-929d780031be {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:36:16.360179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b571587f-610b-4a50-b484-929d780031be not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:36:16.533038 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45020) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:16.631633 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-200ac5fe-1c5f-4f3f-a478-7ac142b4e5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:16.718878 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-200ac5fe-1c5f-4f3f-a478-7ac142b4e5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:16.722454 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-200ac5fe-1c5f-4f3f-a478-7ac142b4e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:16.759323 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-200ac5fe-1c5f-4f3f-a478-7ac142b4e5e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf84ce0927c2451c84fd9465918a2a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251887 Jul 22 09:36:16.760104 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ac5fe-1c5f-4f3f-a478-7ac142b4e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc6dc9-c773-473a-92c9-9a9a287c93df,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:16.762009 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45024) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:16.828160 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3df1-2b02-46d7-85d9-559ff0aa78ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:16.866115 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3df1-2b02-46d7-85d9-559ff0aa78ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:16.914448 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f545594-98c0-4e35-ad07-243579a4c7eb req-1501faef-d12a-48f0-9a27-5b58002d894e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:16.915866 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f545594-98c0-4e35-ad07-243579a4c7eb req-1501faef-d12a-48f0-9a27-5b58002d894e tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 946 time: 0.1014678 Jul 22 09:36:16.944043 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3df1-2b02-46d7-85d9-559ff0aa78ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:16.946513 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3df1-2b02-46d7-85d9-559ff0aa78ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:16.947619 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3ee3df1-2b02-46d7-85d9-559ff0aa78ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4fc6dc9-c773-473a-92c9-9a9a287c93df HTTP/1.1" status: 204 len: 168 time: 0.1845872 Jul 22 09:36:16.963702 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee3df1-2b02-46d7-85d9-559ff0aa78ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc6dc9-c773-473a-92c9-9a9a287c93df,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:16.967870 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f545594-98c0-4e35-ad07-243579a4c7eb req-c93c7048-0103-4016-ad6b-7caf6e38bece tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 Jul 22 09:36:17.538751 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45048) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:17.627769 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1907561461-network', 'tenant_id': '680bf4ad005e4299a0e79eb2a8313bc7'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:17.647876 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Made reservation on behalf of 680bf4ad005e4299a0e79eb2a8313bc7 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:36:17.650362 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.658448 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.745282 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.748935 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.770439 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.776909 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:36:17.782183 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc215c9e-7dbe-445c-a3e7-cf0ee8bce08c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:17.789648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.789981 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Added segment 31c4d84c-4b85-4977-bec5-e0e02367ed93 of type vlan for network 89c22ca8-8e23-42c5-be49-786c26740e8e Jul 22 09:36:17.827904 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.855770 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.857075 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:17.857666 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.888829 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3490093 Jul 22 09:36:17.891810 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45052) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:17.896944 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Request body: {'subnet': {'network_id': '89c22ca8-8e23-42c5-be49-786c26740e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1907561461-subnet', 'tenant_id': '680bf4ad005e4299a0e79eb2a8313bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:17.916685 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Made reservation on behalf of 680bf4ad005e4299a0e79eb2a8313bc7 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:36:17.918950 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:17.920039 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00971ec-688c-45c6-92b0-c148066d4144 admin admin] Pushing event updated for resources: {'Network': ['ID=89c22ca8-8e23-42c5-be49-786c26740e8e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:17.931146 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network 89c22ca8-8e23-42c5-be49-786c26740e8e details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:36:18.086276 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.104718 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb026a-0608-4d21-be59-1eef441a8754 req-8f5c149e-68dd-4e9b-b759-ed29e128314d tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:18.106241 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ccb026a-0608-4d21-be59-1eef441a8754 req-8f5c149e-68dd-4e9b-b759-ed29e128314d tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 946 time: 0.0675254 Jul 22 09:36:18.141913 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa5f432-9b3d-4388-9a7d-fe980a01fb4c,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:18.142754 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ccb026a-0608-4d21-be59-1eef441a8754 req-d79a8394-634d-4a38-b229-5b1d2d1cb6ba tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Jul 22 09:36:18.151644 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Checking segment: {'id': '31c4d84c-4b85-4977-bec5-e0e02367ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '89c22ca8-8e23-42c5-be49-786c26740e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:36:18.151995 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Network hostable DHCP agents. Network: 89c22ca8-8e23-42c5-be49-786c26740e8e, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:36:18.168761 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Network 89c22ca8-8e23-42c5-be49-786c26740e8e is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:36:18.178875 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, 89c22ca8-8e23-42c5-be49-786c26740e8e) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:36:18.183093 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:18.183681 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.190494 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a8e47-1b51-4586-ad7b-0a21f19786b6 None None] Network 89c22ca8-8e23-42c5-be49-786c26740e8e requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:36:18.199421 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-589a8af2-0d3a-4f70-af55-4cc236b5925f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3063447 Jul 22 09:36:18.456351 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9607a-5967-4f44-8628-86b891f963e9 None None] Network 89c22ca8-8e23-42c5-be49-786c26740e8e requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:36:18.718152 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45082) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:18.723193 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-191566848-network', 'tenant_id': 'ca8fcf737dee483aaceee45f8c849c08'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:18.743213 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Made reservation on behalf of ca8fcf737dee483aaceee45f8c849c08 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:36:18.745350 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.753130 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.838755 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.842458 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.862304 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:36:18.875774 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d93a5d-ae13-4a2f-b8b6-46fed01e6ddc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:18.881656 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.882010 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Added segment d9e24c19-e693-4ec8-a921-7cf2fa3365e5 of type vlan for network ef80e5f0-2672-45f1-9f81-417e9a26790a Jul 22 09:36:18.922247 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.935159 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ce3c630a-3522-475f-bcb7-babec6a26ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.954822 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.956024 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:18.956635 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:18.982900 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2636881 Jul 22 09:36:18.985852 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45084) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:18.991275 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Request body: {'subnet': {'network_id': 'ef80e5f0-2672-45f1-9f81-417e9a26790a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-191566848-subnet', 'tenant_id': 'ca8fcf737dee483aaceee45f8c849c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:19.011654 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Made reservation on behalf of ca8fcf737dee483aaceee45f8c849c08 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:36:19.014274 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.019051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d48e-e3c2-43ab-bdab-fd199bf56499 admin admin] Pushing event updated for resources: {'Network': ['ID=ef80e5f0-2672-45f1-9f81-417e9a26790a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:19.028843 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network ef80e5f0-2672-45f1-9f81-417e9a26790a details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:36:19.180657 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.236479 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d09e22-0a6f-4325-805b-6221de541479,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:19.246471 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Checking segment: {'id': 'd9e24c19-e693-4ec8-a921-7cf2fa3365e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef80e5f0-2672-45f1-9f81-417e9a26790a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:36:19.246828 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Network hostable DHCP agents. Network: ef80e5f0-2672-45f1-9f81-417e9a26790a, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:36:19.262685 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Network ef80e5f0-2672-45f1-9f81-417e9a26790a is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:36:19.271283 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, ef80e5f0-2672-45f1-9f81-417e9a26790a) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:36:19.275056 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:19.275631 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.280202 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a75f08-d32c-4382-acdb-92961c6cdf09 None None] Network ef80e5f0-2672-45f1-9f81-417e9a26790a requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:36:19.288976 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bf1b37d1-43a6-4632-abae-b1def2ff9fb3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3018668 Jul 22 09:36:19.398850 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45088) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:19.404647 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a9cb3-2311-4af1-8a76-a2565ba72235 None None] Network ef80e5f0-2672-45f1-9f81-417e9a26790a requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:36:19.443439 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] Deleting subnet bfa5f432-9b3d-4388-9a7d-fe980a01fb4c {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:36:19.446597 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.480425 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.518989 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.575762 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.600832 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa5f432-9b3d-4388-9a7d-fe980a01fb4c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:19.604566 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.606457 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cfd6bde0-5758-4411-83b6-c047983c4f5e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bfa5f432-9b3d-4388-9a7d-fe980a01fb4c HTTP/1.1" status: 204 len: 168 time: 0.2065156 Jul 22 09:36:19.608856 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45092) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:19.673908 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.751939 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.761949 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c22ca8-8e23-42c5-be49-786c26740e8e']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:19.771224 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c4d84c-4b85-4977-bec5-e0e02367ed93') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:19.771518 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c4d84c-4b85-4977-bec5-e0e02367ed93') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:19.779889 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929224'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.792694 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.798188 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:36:19.798566 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6989420'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: timer() Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: cb(*args, **kw) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: self._notify() Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: self.callback(batched_events) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: event.method(event) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._get(url).json() Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:36:19.800097 dv-cinder-801717-2-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:36:19.854583 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.861377 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.866480 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] 10.222.0.20 "DELETE /v2.0/networks/89c22ca8-8e23-42c5-be49-786c26740e8e HTTP/1.1" status: 204 len: 168 time: 0.2534561 Jul 22 09:36:19.866802 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45094) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:19.872421 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdc71c-f0de-4971-a675-ffb8a0594821 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c22ca8-8e23-42c5-be49-786c26740e8e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:19.909977 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] Deleting subnet a9d09e22-0a6f-4325-805b-6221de541479 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:36:19.913181 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.947392 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5669763'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:19.990693 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.039730 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5669825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5805767'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.062817 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d09e22-0a6f-4325-805b-6221de541479,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:20.069006 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.070876 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f31b37cb-534d-4a43-a146-9d0e0e131c84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9d09e22-0a6f-4325-805b-6221de541479 HTTP/1.1" status: 204 len: 168 time: 0.2030127 Jul 22 09:36:20.073316 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45096) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:20.138292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.216021 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.225777 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef80e5f0-2672-45f1-9f81-417e9a26790a']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:20.235157 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e24c19-e693-4ec8-a921-7cf2fa3365e5') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:20.235451 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e24c19-e693-4ec8-a921-7cf2fa3365e5') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:20.244892 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.258321 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.264071 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:36:20.264457 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:36:20.266004 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:36:20.321185 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.326332 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.328168 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef80e5f0-2672-45f1-9f81-417e9a26790a HTTP/1.1" status: 204 len: 168 time: 0.2539387 Jul 22 09:36:20.339142 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e305d1-d8a7-402a-aa80-1d35d3c0549a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef80e5f0-2672-45f1-9f81-417e9a26790a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:20.478049 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45100) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:20.515621 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d46d6a2d-ceee-42a7-bca5-cf8077ef0596 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=680bf4ad005e4299a0e79eb2a8313bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364194 Jul 22 09:36:20.517896 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45102) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:20.563046 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7ef50b2-2de7-44b8-9cbf-31d6bd8f26f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.583698 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7ef50b2-2de7-44b8-9cbf-31d6bd8f26f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.630015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7ef50b2-2de7-44b8-9cbf-31d6bd8f26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.632629 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7ef50b2-2de7-44b8-9cbf-31d6bd8f26f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:20.633770 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e7ef50b2-2de7-44b8-9cbf-31d6bd8f26f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc215c9e-7dbe-445c-a3e7-cf0ee8bce08c HTTP/1.1" status: 204 len: 168 time: 0.1149781 Jul 22 09:36:20.641309 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef50b2-2de7-44b8-9cbf-31d6bd8f26f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc215c9e-7dbe-445c-a3e7-cf0ee8bce08c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:20.928098 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45110) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:20.967095 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-222c87a7-39e1-452e-859c-a3d68aedac1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca8fcf737dee483aaceee45f8c849c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378873 Jul 22 09:36:20.969402 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45112) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:21.014333 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-436abf7e-12b3-4dcb-8387-c396cd2a9481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:21.034166 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-436abf7e-12b3-4dcb-8387-c396cd2a9481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:21.081326 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-436abf7e-12b3-4dcb-8387-c396cd2a9481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:21.084742 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-436abf7e-12b3-4dcb-8387-c396cd2a9481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:21.085914 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-436abf7e-12b3-4dcb-8387-c396cd2a9481 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0d93a5d-ae13-4a2f-b8b6-46fed01e6ddc HTTP/1.1" status: 204 len: 168 time: 0.1156676 Jul 22 09:36:21.093370 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436abf7e-12b3-4dcb-8387-c396cd2a9481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d93a5d-ae13-4a2f-b8b6-46fed01e6ddc,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:21.537617 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b7425fc-be9c-474e-ab9b-c42387e43535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:21.586840 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:23.116386 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:24.656590 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.306120 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45252) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:27.403944 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.490178 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.494522 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.532293 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c6efa58716742d39eb4735ddf8106cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251244 Jul 22 09:36:27.534070 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f377eb7-46e0-4f07-bd22-bba971a4bbae,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:27.535275 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45256) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:27.541959 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.542334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.542676 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.543019 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.543348 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.543678 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.544004 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.544330 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.544652 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.544972 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.545292 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.545608 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13db22e-7a29-45af-952a-a9052b3672be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.584454 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.607954 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.652230 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.654802 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:27.655913 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f377eb7-46e0-4f07-bd22-bba971a4bbae HTTP/1.1" status: 204 len: 168 time: 0.1186824 Jul 22 09:36:27.663818 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f377eb7-46e0-4f07-bd22-bba971a4bbae,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:27.670668 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.671016 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.671353 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.671683 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.672009 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.672334 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.672655 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.672971 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.673290 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.673612 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.673926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.674288 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a368c-ff01-4b47-a980-a1f2428d75dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:27.908822 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45262) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:27.922091 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6358ea25-ceff-4eff-9614-5e8d9001365e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:28.007082 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6358ea25-ceff-4eff-9614-5e8d9001365e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:28.010608 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6358ea25-ceff-4eff-9614-5e8d9001365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:28.047171 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6358ea25-ceff-4eff-9614-5e8d9001365e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98c711e11abe429c8f75544ea72a86ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373427 Jul 22 09:36:28.048273 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358ea25-ceff-4eff-9614-5e8d9001365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19677ad-8e49-4044-854f-b3e408ee4e96,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:28.049906 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45264) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:28.096769 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0869af65-27be-450c-9fa2-5ddb509d0e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:28.119161 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0869af65-27be-450c-9fa2-5ddb509d0e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:28.163939 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0869af65-27be-450c-9fa2-5ddb509d0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:28.166607 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0869af65-27be-450c-9fa2-5ddb509d0e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:28.167723 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0869af65-27be-450c-9fa2-5ddb509d0e72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a19677ad-8e49-4044-854f-b3e408ee4e96 HTTP/1.1" status: 204 len: 168 time: 0.1167889 Jul 22 09:36:28.175024 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869af65-27be-450c-9fa2-5ddb509d0e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19677ad-8e49-4044-854f-b3e408ee4e96,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:29.914702 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45340) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:30.014284 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7fec-5a83-4902-9b58-3c40f30378d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.101172 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7fec-5a83-4902-9b58-3c40f30378d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.104827 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7fec-5a83-4902-9b58-3c40f30378d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.140874 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fbbc7fec-5a83-4902-9b58-3c40f30378d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=546771bb6464429c8efc008ca20390a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251372 Jul 22 09:36:30.141678 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7fec-5a83-4902-9b58-3c40f30378d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebafcb62-ebb0-4643-9a57-16bb97cdf7e7,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:30.143641 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45344) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:30.199216 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd4cf-9cb5-493d-a7ab-97da95671712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.220208 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd4cf-9cb5-493d-a7ab-97da95671712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.270145 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd4cf-9cb5-493d-a7ab-97da95671712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.273188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd4cf-9cb5-493d-a7ab-97da95671712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.274381 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6c1dd4cf-9cb5-493d-a7ab-97da95671712 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebafcb62-ebb0-4643-9a57-16bb97cdf7e7 HTTP/1.1" status: 204 len: 168 time: 0.1297448 Jul 22 09:36:30.281914 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dd4cf-9cb5-493d-a7ab-97da95671712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebafcb62-ebb0-4643-9a57-16bb97cdf7e7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:30.536794 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45356) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:30.549501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dfd1-c42e-4c68-9809-2d51c34dabd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.635666 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dfd1-c42e-4c68-9809-2d51c34dabd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.639077 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dfd1-c42e-4c68-9809-2d51c34dabd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.678749 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3dfd1-c42e-4c68-9809-2d51c34dabd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa993d-2f68-44ae-a99d-66f30816ed49,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:30.682955 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b4e3dfd1-c42e-4c68-9809-2d51c34dabd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d769ead40e2447e4b9206506866a6757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451640 Jul 22 09:36:30.685587 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45358) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:30.733501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84e2383f-ad85-4c93-9b13-ed93bf1a24ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.753495 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84e2383f-ad85-4c93-9b13-ed93bf1a24ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.798101 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84e2383f-ad85-4c93-9b13-ed93bf1a24ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.800938 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84e2383f-ad85-4c93-9b13-ed93bf1a24ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:30.802102 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-84e2383f-ad85-4c93-9b13-ed93bf1a24ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24aa993d-2f68-44ae-a99d-66f30816ed49 HTTP/1.1" status: 204 len: 168 time: 0.1155353 Jul 22 09:36:30.810015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2383f-ad85-4c93-9b13-ed93bf1a24ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa993d-2f68-44ae-a99d-66f30816ed49,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:35.268434 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f241e-e184-415b-8faa-805c6211aa6f req-8cf226a3-80f3-4b46-b57e-6a70f91daeaa tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:35.269793 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50f241e-e184-415b-8faa-805c6211aa6f req-8cf226a3-80f3-4b46-b57e-6a70f91daeaa tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.0643456 Jul 22 09:36:35.306383 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50f241e-e184-415b-8faa-805c6211aa6f req-28bf6d8d-d139-4103-90d9-1168476b64fd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310521 Jul 22 09:36:35.753334 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45466) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:35.856936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53653a82-1485-47a4-98cc-54e98af5fc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:35.944653 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53653a82-1485-47a4-98cc-54e98af5fc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:35.948157 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53653a82-1485-47a4-98cc-54e98af5fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:35.983208 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53653a82-1485-47a4-98cc-54e98af5fc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05761801-9943-4285-89a0-5714ec339f1a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:35.987393 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-53653a82-1485-47a4-98cc-54e98af5fc25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf5ba2a52bb9481f86b9f93849792287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330425 Jul 22 09:36:35.989968 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45470) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:36.035961 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9f60e28-5deb-498d-b5d7-00706cd9bc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:36.055665 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9f60e28-5deb-498d-b5d7-00706cd9bc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:36.102951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9f60e28-5deb-498d-b5d7-00706cd9bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:36.105478 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9f60e28-5deb-498d-b5d7-00706cd9bc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:36.106634 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e9f60e28-5deb-498d-b5d7-00706cd9bc5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05761801-9943-4285-89a0-5714ec339f1a HTTP/1.1" status: 204 len: 168 time: 0.1157494 Jul 22 09:36:36.114077 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f60e28-5deb-498d-b5d7-00706cd9bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05761801-9943-4285-89a0-5714ec339f1a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:36.437679 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1521-6039-4f98-b08c-b2157696a042 req-f1e98842-6615-446c-9cba-8455fe49a1d3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:36.439186 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f85d1521-6039-4f98-b08c-b2157696a042 req-f1e98842-6615-446c-9cba-8455fe49a1d3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.0623777 Jul 22 09:36:36.476697 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f85d1521-6039-4f98-b08c-b2157696a042 req-08412e25-c4f5-46ab-b660-78d3c4bb1a18 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313306 Jul 22 09:36:37.052195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cb236684-7321-4a0e-bde7-9007025bfa9e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:37.053636 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cb236684-7321-4a0e-bde7-9007025bfa9e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.0623188 Jul 22 09:36:37.157168 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Deleting port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:36:37.157418 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:37.247382 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] For port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:37.247738 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:37.520178 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:37.521682 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:37.521682 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Floating IP 0e99cd0e-a7c7-42d7-9091-cfac0d665333 disassociated. External IP: 172.27.1.139, port: 330258e3-ea9c-4d0c-a0f3-1adb74c1f015. Jul 22 09:36:37.521978 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Calling delete_port for 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:36:37.893634 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29388-6de7-47fd-bf21-2ff0ff6152be req-703f58b2-4095-468d-84e4-571170a4114d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:37.895353 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-26d29388-6de7-47fd-bf21-2ff0ff6152be req-703f58b2-4095-468d-84e4-571170a4114d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b742145-1ce9-4406-be01-7c49a0122faa HTTP/1.1" status: 200 len: 946 time: 0.3320212 Jul 22 09:36:37.994628 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-26d29388-6de7-47fd-bf21-2ff0ff6152be req-0da55672-8e0a-4ad4-bffd-13955689d826 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575271 Jul 22 09:36:37.999856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:38.031092 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event deleted for resources: {'Port': ['ID=330258e3-ea9c-4d0c-a0f3-1adb74c1f015,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:38.165888 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Router 4eb49749-f8ee-4776-82c9-4b985121525a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:36:38.275428 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:36:38.284902 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] Sync routers for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:36:38.294685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:36:38.295393 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:38.320366 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] No DVR routers for this DVR port 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:36:38.322923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:38.324938 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c5b629f5-b569-4324-8f3b-3311e5ba23d5 req-cd657afd-66ef-44a5-a081-ff8692d98d5d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "DELETE /v2.0/ports/330258e3-ea9c-4d0c-a0f3-1adb74c1f015 HTTP/1.1" status: 204 len: 173 time: 1.2650120 Jul 22 09:36:38.325369 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-deleted', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:38.327673 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a8f585-89a3-45f4-8859-cf894003ed7b" -d '{"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-deleted", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:38.382747 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cb36c1-1133-4173-9053-505acf2cf067 x-openstack-request-id: req-b3cb36c1-1133-4173-9053-505acf2cf067 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:38.383043 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b742145-1ce9-4406-be01-7c49a0122faa", "name": "network-vif-deleted", "tag": "330258e3-ea9c-4d0c-a0f3-1adb74c1f015", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:38.383300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3cb36c1-1133-4173-9053-505acf2cf067 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:38.383703 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b742145-1ce9-4406-be01-7c49a0122faa', 'name': 'network-vif-deleted', 'tag': '330258e3-ea9c-4d0c-a0f3-1adb74c1f015', 'status': 'completed', 'code': 200} Jul 22 09:36:38.423470 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:36:38.633821 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:38.660309 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] Checking router: 4eb49749-f8ee-4776-82c9-4b985121525a for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:36:38.669679 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:36:38.670390 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:38.788423 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:36:39.005794 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:39.039575 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31437c27-0ca2-4087-acdc-cef4a045a98b None None] The sync data for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi is: [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:36:39.094909 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45560) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:39.163084 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b62e0a7-bd20-440f-afde-8f3802a78819 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:39.196376 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b62e0a7-bd20-440f-afde-8f3802a78819 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:39.293311 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b62e0a7-bd20-440f-afde-8f3802a78819 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:39.296381 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b62e0a7-bd20-440f-afde-8f3802a78819 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:39.297576 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b62e0a7-bd20-440f-afde-8f3802a78819 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "DELETE /v2.0/security-groups/8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6 HTTP/1.1" status: 204 len: 168 time: 0.2016096 Jul 22 09:36:39.300578 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45568) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:39.321716 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62e0a7-bd20-440f-afde-8f3802a78819 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:39.342975 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5192f2-9cdd-4510-87f2-99d6557cafc3 req-62176395-c736-4355-a04a-e6da72275529 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:39.351893 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ac5192f2-9cdd-4510-87f2-99d6557cafc3 req-62176395-c736-4355-a04a-e6da72275529 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 946 time: 0.1191926 Jul 22 09:36:39.354282 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.api.v2.resource [None req-3e2b3a03-98d7-430d-ae9a-97c30b03089b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] show failed (client error): The resource could not be found. Jul 22 09:36:39.358617 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3e2b3a03-98d7-430d-ae9a-97c30b03089b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups/8b71ddfb-4042-4bd2-9a34-19d5c7fb12d6 HTTP/1.1" status: 404 len: 347 time: 0.0554318 Jul 22 09:36:39.359499 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45572) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:39.410555 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ac5192f2-9cdd-4510-87f2-99d6557cafc3 req-c9a6f621-de4b-4bee-85fc-b7ecf43a38aa tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Jul 22 09:36:39.470777 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a6a9a-cd4b-4230-ab1b-07fa683c01e8 None None] New status for floating IP 0e99cd0e-a7c7-42d7-9091-cfac0d665333: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:36:39.515499 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Deleting port 5a0b20ed-edc4-4936-aa99-5255607bee66 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:36:39.515832 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:39.608495 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:39.608823 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:39.622810 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Calling delete_port for 5a0b20ed-edc4-4936-aa99-5255607bee66 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:36:39.979866 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.008269 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event deleted for resources: {'Port': ['ID=5a0b20ed-edc4-4936-aa99-5255607bee66,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:40.076408 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.078920 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.080075 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9d4c7996-ee7c-4b9a-9dcc-24083435fb63 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "DELETE /v2.0/floatingips/0e99cd0e-a7c7-42d7-9091-cfac0d665333 HTTP/1.1" status: 204 len: 168 time: 0.7194879 Jul 22 09:36:40.421272 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45598) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:40.426078 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8e4a08ab-a842-475f-bfa3-420300e10db1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185988162', 'description': 'tempest-description--1672683591'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:40.451781 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e4a08ab-a842-475f-bfa3-420300e10db1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.569183 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5a48c-d473-4c6f-b5fd-3f6fa032516c req-4657d3b3-9ed0-4f3d-b71d-9438fcb7902d tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:40.570690 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-96c5a48c-d473-4c6f-b5fd-3f6fa032516c req-4657d3b3-9ed0-4f3d-b71d-9438fcb7902d tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 946 time: 0.0985975 Jul 22 09:36:40.597923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e4a08ab-a842-475f-bfa3-420300e10db1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.604922 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e4a08ab-a842-475f-bfa3-420300e10db1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.643256 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e4a08ab-a842-475f-bfa3-420300e10db1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.644486 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8e4a08ab-a842-475f-bfa3-420300e10db1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2222335 Jul 22 09:36:40.647464 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45602) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:40.652623 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ab6bf4aa-04d4-4bdb-b1ba-a9e4da23c9a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb3cb2-d611-4898-9491-f31b754648a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:40.654465 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-96c5a48c-d473-4c6f-b5fd-3f6fa032516c req-4d25b4d2-db45-4150-8eb3-d789781b27b2 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/security-groups?id=932fc06f-da2f-4d4c-9df7-eee34a7e05a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747006 Jul 22 09:36:40.655210 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a08ab-a842-475f-bfa3-420300e10db1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb3cb2-d611-4898-9491-f31b754648a0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:40.690122 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf4aa-04d4-4bdb-b1ba-a9e4da23c9a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.747364 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf4aa-04d4-4bdb-b1ba-a9e4da23c9a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.751187 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf4aa-04d4-4bdb-b1ba-a9e4da23c9a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.769282 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bf4aa-04d4-4bdb-b1ba-a9e4da23c9a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0660016c-c5d9-4283-b87e-62d57b45cdd0,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:40.775252 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf4aa-04d4-4bdb-b1ba-a9e4da23c9a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.776518 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ab6bf4aa-04d4-4bdb-b1ba-a9e4da23c9a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274652 Jul 22 09:36:40.779125 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45604) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:40.783414 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-166baf87-95a1-45ea-ac59-ded0d49d4fad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb3cb2-d611-4898-9491-f31b754648a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:40.810806 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-166baf87-95a1-45ea-ac59-ded0d49d4fad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.864730 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-166baf87-95a1-45ea-ac59-ded0d49d4fad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.867875 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-166baf87-95a1-45ea-ac59-ded0d49d4fad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.884220 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166baf87-95a1-45ea-ac59-ded0d49d4fad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dc70c3-1328-4ce5-822b-b221be0aed2d,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:40.890753 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-166baf87-95a1-45ea-ac59-ded0d49d4fad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.891888 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-166baf87-95a1-45ea-ac59-ded0d49d4fad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118677 Jul 22 09:36:40.895026 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45606) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:40.899514 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:40.920058 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:40.954370 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-e12cdedd-5473-44e9-b2ed-f1c336b4e3f6 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:40.956103 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-e12cdedd-5473-44e9-b2ed-f1c336b4e3f6 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 946 time: 0.0644903 Jul 22 09:36:41.015188 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.061317 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Deleting port e51ba0dc-9071-4eb5-8313-21e91af1fd2b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:36:41.061686 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.119076 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Allocated IP 172.27.1.149 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/6c8e31f7-4458-447f-bdf5-83893d73b9b3) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:36:41.149513 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] For port e51ba0dc-9071-4eb5-8313-21e91af1fd2b, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,segment=NetworkSegment(26f8bc07-3f96-4956-9e22-ff3aeb668fc6),segment_id=26f8bc07-3f96-4956-9e22-ff3aeb668fc6)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:41.149880 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.166531 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Calling delete_port for e51ba0dc-9071-4eb5-8313-21e91af1fd2b owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:36:41.220932 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.261890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.303405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:36:41.303836 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.306833 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:36:41.311390 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:36:41.315975 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['e51ba0dc-9071-4eb5-8313-21e91af1fd2b'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:36:41.345263 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'Port': ['ID=6c8e31f7-4458-447f-bdf5-83893d73b9b3,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:41.346109 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Pushing event deleted for resources: {'Port': ['ID=e51ba0dc-9071-4eb5-8313-21e91af1fd2b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:41.404328 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] No DVR routers for this DVR port e51ba0dc-9071-4eb5-8313-21e91af1fd2b on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:36:41.407317 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.408091 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.409548 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfd32398-9097-4ee2-ba7c-c8f441fe89f7 req-520f2484-f0e8-406d-ba8d-8b5f4246ad97 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.46 "DELETE /v2.0/ports/e51ba0dc-9071-4eb5-8313-21e91af1fd2b HTTP/1.1" status: 204 len: 173 time: 0.4484048 Jul 22 09:36:41.410115 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'name': 'network-vif-deleted', 'tag': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:41.413856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8de354-6ae0-4713-b456-007712ec8561" -d '{"events": [{"server_uuid": "30781d80-cf7b-45e0-bf61-4befb4e9532a", "name": "network-vif-deleted", "tag": "e51ba0dc-9071-4eb5-8313-21e91af1fd2b"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:41.453601 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b82c8-2136-4bf8-bd04-fc5a4fce3279 x-openstack-request-id: req-1d5b82c8-2136-4bf8-bd04-fc5a4fce3279 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:41.454343 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30781d80-cf7b-45e0-bf61-4befb4e9532a", "name": "network-vif-deleted", "tag": "e51ba0dc-9071-4eb5-8313-21e91af1fd2b", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:41.454457 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d5b82c8-2136-4bf8-bd04-fc5a4fce3279 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:41.454828 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30781d80-cf7b-45e0-bf61-4befb4e9532a', 'name': 'network-vif-deleted', 'tag': 'e51ba0dc-9071-4eb5-8313-21e91af1fd2b', 'status': 'completed', 'code': 200} Jul 22 09:36:41.474178 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.649301 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.654714 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.724489 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'Port': ['ID=6c8e31f7-4458-447f-bdf5-83893d73b9b3,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:41.732811 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.746527 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:41.747728 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3910ac0a-2c51-4f8e-9bd6-cc6409e51643 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8516936 Jul 22 09:36:41.775479 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8879091e-52e8-4f65-8829-6768886feda3 req-d374402e-c923-4eab-ad79-191bc900d611 tempest-VolumesSnapshotTestJSON-1583525284 tempest-VolumesSnapshotTestJSON-1583525284-project] 10.222.0.20 "GET /v2.0/ports?device_id=30781d80-cf7b-45e0-bf61-4befb4e9532a HTTP/1.1" status: 200 len: 210 time: 0.0307672 Jul 22 09:36:41.876895 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:36:41.920185 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:36:41.920570 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 330258e3-ea9c-4d0c-a0f3-1adb74c1f015 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:36:41.955613 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-f6d01e33-7d91-431a-8dea-8beb841697e9 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--185988162&fields=id&tenant_id=bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 267 time: 0.0391002 Jul 22 09:36:42.105868 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-d248ada1-c4c1-4c5a-9c1a-5396ee265307 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:42.107263 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-d248ada1-c4c1-4c5a-9c1a-5396ee265307 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 816 time: 0.1444254 Jul 22 09:36:42.128876 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-1cff1817-2e5c-4bfe-84f7-63b28a5faa9c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/quotas/bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 375 time: 0.0153859 Jul 22 09:36:42.143011 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ddebb-77c0-4c2e-be97-fa112f472cf2 req-586e4db0-3853-4809-bf7a-2fa26927ee26 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:42.144434 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66ddebb-77c0-4c2e-be97-fa112f472cf2 req-586e4db0-3853-4809-bf7a-2fa26927ee26 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1302724 Jul 22 09:36:42.211258 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66ddebb-77c0-4c2e-be97-fa112f472cf2 req-3e1dbfdf-306b-4306-a48b-23509d45d1c7 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592551 Jul 22 09:36:42.232171 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-036f6cc2-9224-47cd-9d63-7439ab87c17c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973923 Jul 22 09:36:42.325447 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bff22ea7-7a41-4616-a33e-61a1beecb5cb service neutron] 10.222.0.20 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818515 Jul 22 09:36:42.415528 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-aa97b808-01d3-43b5-b570-5d7fa36098a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841262 Jul 22 09:36:42.570870 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5e8260f2-610a-466a-8367-0171feb6c4f8 req-2c634c5c-e5af-4bca-b9c3-b6d291ccf3ce tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 210 time: 0.0289145 Jul 22 09:36:43.342157 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83802f-b120-4c36-b3d0-2632b834be07 req-67a9338e-530a-446b-9c64-4f061513338a tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:43.343571 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5e83802f-b120-4c36-b3d0-2632b834be07 req-67a9338e-530a-446b-9c64-4f061513338a tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0663993 Jul 22 09:36:43.381951 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5e83802f-b120-4c36-b3d0-2632b834be07 req-6029a637-b016-489a-85ea-f53605f77cbd tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Jul 22 09:36:43.546971 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-68f526ca-946a-49f4-85d8-84630b49ed5b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:43.548462 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-68f526ca-946a-49f4-85d8-84630b49ed5b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 816 time: 0.1044843 Jul 22 09:36:43.595233 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-99d5b976-1a6a-4e5c-8558-c2e1f714a77d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 379 time: 0.0379412 Jul 22 09:36:43.604333 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'port': {'device_id': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'admin_state_up': True, 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'security_groups': ['a5cb3cb2-d611-4898-9491-f31b754648a0']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:43.700867 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ec9d717-0f22-4e86-9703-736b1cf10f4c req-f0a307b8-d7ea-48af-90d2-0c7ed7542211 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 210 time: 0.0615993 Jul 22 09:36:43.737419 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Made reservation on behalf of bfc69f41778943d6aab1a3846991609e for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:36:43.741404 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:43.863007 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Allocated IP 172.20.0.3 (e4b67219-8d18-4781-b583-eceee5c9b799/e83a4c42-6f52-48bc-8a37-e146455d3a91/ceb4d745-eeb2-4026-a794-6588b2523edc) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:36:43.890990 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e51ba0dc-9071-4eb5-8313-21e91af1fd2b no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:36:43.910389 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: e51ba0dc-9071-4eb5-8313-21e91af1fd2b {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:36:43.910752 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device e51ba0dc-9071-4eb5-8313-21e91af1fd2b not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:36:43.993896 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.006273 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Transition to ACTIVE for port object ceb4d745-eeb2-4026-a794-6588b2523edc will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:36:44.038463 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.080843 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Network e4b67219-8d18-4781-b583-eceee5c9b799 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:36:44.085765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:36:44.089523 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:36:44.117479 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:44.143278 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:44.143923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.168711 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-2bd6df10-3439-4574-ab43-6de0fe4b8522 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680740 Jul 22 09:36:44.181618 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Request body: {'port': {'device_id': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:44.262504 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.338738 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e8a4e34a-af31-496a-86de-80d591660210 None None] Provisioning for port ceb4d745-eeb2-4026-a794-6588b2523edc completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:36:44.350705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e8a4e34a-af31-496a-86de-80d591660210 None None] Provisioning complete for port ceb4d745-eeb2-4026-a794-6588b2523edc triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:36:44.352578 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e34a-af31-496a-86de-80d591660210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.397908 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4e34a-af31-496a-86de-80d591660210 None None] Port ceb4d745-eeb2-4026-a794-6588b2523edc cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:36:44.477786 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45698) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:44.586766 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-700d53f2-8eb8-45c8-b4ce-f5a461758026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.588038 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4d905-8ba5-40ba-b865-669358b04cbb req-35a6501b-9708-4ee9-af8d-5cb73c266589 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:44.589867 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7f4d905-8ba5-40ba-b865-669358b04cbb req-35a6501b-9708-4ee9-af8d-5cb73c266589 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1376412 Jul 22 09:36:44.633868 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb4d745-eeb2-4026-a794-6588b2523edc {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:36:44.649897 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.661832 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7f4d905-8ba5-40ba-b865-669358b04cbb req-3300ea5f-21b6-482a-a4d1-5cc1b021db38 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537622 Jul 22 09:36:44.669482 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Transition to ACTIVE for port object ceb4d745-eeb2-4026-a794-6588b2523edc will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:36:44.673673 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.683890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-700d53f2-8eb8-45c8-b4ce-f5a461758026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.688113 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-700d53f2-8eb8-45c8-b4ce-f5a461758026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.726627 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-700d53f2-8eb8-45c8-b4ce-f5a461758026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42657b61eccd42b0be247d0fbdd6071d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464473 Jul 22 09:36:44.731346 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45704) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:44.743982 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d53f2-8eb8-45c8-b4ce-f5a461758026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cde7d42-9a84-4747-aa01-ce23aad1893f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:44.752689 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:44.789337 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9034b020-ec82-49cf-b911-78043efb0d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.812885 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9034b020-ec82-49cf-b911-78043efb0d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.840385 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Attempting to bind port ceb4d745-eeb2-4026-a794-6588b2523edc on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:36:44.840731 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Attempting to bind port ceb4d745-eeb2-4026-a794-6588b2523edc by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:36:44.841054 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Attempting to bind port ceb4d745-eeb2-4026-a794-6588b2523edc on network e4b67219-8d18-4781-b583-eceee5c9b799 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:36:44.848394 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Port ceb4d745-eeb2-4026-a794-6588b2523edc on network e4b67219-8d18-4781-b583-eceee5c9b799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:36:44.848682 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Attempting to bind port ceb4d745-eeb2-4026-a794-6588b2523edc on network e4b67219-8d18-4781-b583-eceee5c9b799 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:36:44.860035 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:36:44.860382 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Checking segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:36:44.860778 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Bound using segment: {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:36:44.861291 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Bound port: ceb4d745-eeb2-4026-a794-6588b2523edc, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c421adde-5b3a-469b-8e39-9e8ab13fee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:36:44.861562 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.866031 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9034b020-ec82-49cf-b911-78043efb0d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.868694 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9034b020-ec82-49cf-b911-78043efb0d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:44.869847 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9034b020-ec82-49cf-b911-78043efb0d9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cde7d42-9a84-4747-aa01-ce23aad1893f HTTP/1.1" status: 204 len: 168 time: 0.1373596 Jul 22 09:36:44.880700 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034b020-ec82-49cf-b911-78043efb0d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cde7d42-9a84-4747-aa01-ce23aad1893f,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:44.924555 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec53ae-f4d2-4d13-ab34-818300df7aab req-16b3fdce-5043-4608-866e-e3d48d16d138 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:44.926127 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58ec53ae-f4d2-4d13-ab34-818300df7aab req-16b3fdce-5043-4608-866e-e3d48d16d138 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.1309521 Jul 22 09:36:44.985625 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:36:44.992146 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58ec53ae-f4d2-4d13-ab34-818300df7aab req-953bdfbb-87db-482c-af10-77b914154708 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559978 Jul 22 09:36:45.000562 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:36:45.006264 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.045437 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:45.046187 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.047465 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] 10.222.0.46 "PUT /v2.0/ports/ceb4d745-eeb2-4026-a794-6588b2523edc HTTP/1.1" status: 200 len: 1093 time: 0.8711288 Jul 22 09:36:45.047951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:45.050229 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ccfe4a-10c2-4b77-9197-2a2856cd346a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:45.069590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88f29d-fb03-49a1-8114-834970b05a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:45.097870 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10ac68f-07c0-4367-87d1-8884b43ac7ce x-openstack-request-id: req-e10ac68f-07c0-4367-87d1-8884b43ac7ce {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:45.099512 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:45.099512 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e10ac68f-07c0-4367-87d1-8884b43ac7ce {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:45.099700 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'status': 'completed', 'code': 200} Jul 22 09:36:45.167834 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45712) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:45.182755 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf12-03b3-434d-8728-0dcf23f54d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.274152 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf12-03b3-434d-8728-0dcf23f54d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.277789 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf12-03b3-434d-8728-0dcf23f54d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.315210 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-61ccdf12-03b3-434d-8728-0dcf23f54d08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d61665234df44fd82de64183bf61aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462512 Jul 22 09:36:45.315988 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccdf12-03b3-434d-8728-0dcf23f54d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95de4329-d8a8-40de-b71b-201fecf8a259,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:45.318655 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45714) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:45.366097 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66675be5-63dd-46e2-94f3-778ef4db72bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.387888 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66675be5-63dd-46e2-94f3-778ef4db72bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.433722 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66675be5-63dd-46e2-94f3-778ef4db72bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.436208 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66675be5-63dd-46e2-94f3-778ef4db72bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.437330 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-66675be5-63dd-46e2-94f3-778ef4db72bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95de4329-d8a8-40de-b71b-201fecf8a259 HTTP/1.1" status: 204 len: 168 time: 0.1173580 Jul 22 09:36:45.445099 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66675be5-63dd-46e2-94f3-778ef4db72bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de4329-d8a8-40de-b71b-201fecf8a259,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:45.739767 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45724) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:45.752937 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22786f50-a2f2-4d96-b1cb-a4b4800475b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.796211 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9c6e4-fc05-4256-a5b8-f1d7537911d2 req-59512f40-b81c-470e-8636-e21de62e4235 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:45.797913 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5a9c6e4-fc05-4256-a5b8-f1d7537911d2 req-59512f40-b81c-470e-8636-e21de62e4235 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0678806 Jul 22 09:36:45.838023 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5a9c6e4-fc05-4256-a5b8-f1d7537911d2 req-10555919-4cd0-45a7-a46d-4b3de4ba5635 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Jul 22 09:36:45.850447 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22786f50-a2f2-4d96-b1cb-a4b4800475b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.855561 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22786f50-a2f2-4d96-b1cb-a4b4800475b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.894185 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-22786f50-a2f2-4d96-b1cb-a4b4800475b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b76e32be07df48149b4b7701e6da6ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530967 Jul 22 09:36:45.895065 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22786f50-a2f2-4d96-b1cb-a4b4800475b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b7fb9-059a-42d8-a213-64c5cc7d6d88,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:45.896765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45726) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:45.945107 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a0fb760d-1c95-4bad-88f7-3db6658de08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:45.965467 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a0fb760d-1c95-4bad-88f7-3db6658de08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:46.010699 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a0fb760d-1c95-4bad-88f7-3db6658de08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:46.013568 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a0fb760d-1c95-4bad-88f7-3db6658de08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:46.014722 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a0fb760d-1c95-4bad-88f7-3db6658de08e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b01b7fb9-059a-42d8-a213-64c5cc7d6d88 HTTP/1.1" status: 204 len: 168 time: 0.1169758 Jul 22 09:36:46.022585 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb760d-1c95-4bad-88f7-3db6658de08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b7fb9-059a-42d8-a213-64c5cc7d6d88,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:46.131436 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab17e-50db-49f3-b0d6-e57916fc0a1e req-ad744771-fbff-45e9-b4fc-c08f05a94d7b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:46.133145 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d57ab17e-50db-49f3-b0d6-e57916fc0a1e req-ad744771-fbff-45e9-b4fc-c08f05a94d7b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0646558 Jul 22 09:36:46.174521 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d57ab17e-50db-49f3-b0d6-e57916fc0a1e req-cefc57e0-5060-4e6f-a647-6feb8c02cd79 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355556 Jul 22 09:36:46.964759 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde2578-394e-4558-aa8f-955b934a812c req-1fdac695-e814-4590-b12d-514a3afc0c62 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:46.966213 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ddde2578-394e-4558-aa8f-955b934a812c req-1fdac695-e814-4590-b12d-514a3afc0c62 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0627508 Jul 22 09:36:47.001835 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ddde2578-394e-4558-aa8f-955b934a812c req-11b7902a-8ee3-45d0-a55d-5de8b65cd7fb tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301528 Jul 22 09:36:47.304715 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ffa4-c1a8-48a9-8b78-d5d65e9db26b req-c53c29cb-d91a-4396-8829-432ecd8f7181 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:47.306192 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0422ffa4-c1a8-48a9-8b78-d5d65e9db26b req-c53c29cb-d91a-4396-8829-432ecd8f7181 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0619285 Jul 22 09:36:47.342800 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0422ffa4-c1a8-48a9-8b78-d5d65e9db26b req-01a54605-3af7-4369-9366-9f2f147547f1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Jul 22 09:36:47.556437 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccfe4a-10c2-4b77-9197-2a2856cd346a req-0810a530-5c22-4221-86a8-6ddcd779d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:47.557871 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6ccfe4a-10c2-4b77-9197-2a2856cd346a req-0810a530-5c22-4221-86a8-6ddcd779d1c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1096 time: 0.0548489 Jul 22 09:36:47.654246 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccfe4a-10c2-4b77-9197-2a2856cd346a req-4ac5c45d-b2e7-4f34-aae3-0468092634b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:47.655730 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6ccfe4a-10c2-4b77-9197-2a2856cd346a req-4ac5c45d-b2e7-4f34-aae3-0468092634b8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bfc69f41778943d6aab1a3846991609e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0901949 Jul 22 09:36:47.750597 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccfe4a-10c2-4b77-9197-2a2856cd346a req-b535d266-95fe-4c22-b3f0-1f26d256858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:47.751971 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6ccfe4a-10c2-4b77-9197-2a2856cd346a req-b535d266-95fe-4c22-b3f0-1f26d256858d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898168 Jul 22 09:36:47.765463 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:47.840504 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-d4338e80-ad18-4044-b14e-9383182c4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:47.841998 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-d4338e80-ad18-4044-b14e-9383182c4438 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1096 time: 0.0533123 Jul 22 09:36:47.886347 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-650bbeca-051e-4b53-92b4-53f522194490 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb4d745-eeb2-4026-a794-6588b2523edc HTTP/1.1" status: 200 len: 217 time: 0.0327551 Jul 22 09:36:47.939161 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-be3cf4e9-9d06-432b-a270-36b8980e9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:47.940603 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-be3cf4e9-9d06-432b-a270-36b8980e9a6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0459199 Jul 22 09:36:47.996975 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049728ce-21b0-462f-a098-48bfd3c46643 req-b8bcd26b-406a-4d8e-ad07-8e21ad82dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:47.998408 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-b8bcd26b-406a-4d8e-ad07-8e21ad82dc08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510507 Jul 22 09:36:48.114278 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-5144caf6-dc4b-4ca3-ba4b-5a8ac645fde7 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089547 Jul 22 09:36:48.167624 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ba03-e548-4c00-807c-46b855366cf1 req-3d835b18-a5e1-40e4-9573-480a301e5175 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:48.169017 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93f5ba03-e548-4c00-807c-46b855366cf1 req-3d835b18-a5e1-40e4-9573-480a301e5175 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1007223 Jul 22 09:36:48.242925 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93f5ba03-e548-4c00-807c-46b855366cf1 req-5423e8dd-465e-4d36-9b23-9a0ea0243a22 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504072 Jul 22 09:36:48.246307 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-049728ce-21b0-462f-a098-48bfd3c46643 req-fb44d47e-51cc-4da8-8b20-c780680e2c4a service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250007 Jul 22 09:36:48.472657 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f7e83-76e5-4a27-8b9e-22b5188e688c req-46e8a0f1-5abb-4d5e-8e29-ead1ddc52a65 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:48.474275 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c58f7e83-76e5-4a27-8b9e-22b5188e688c req-46e8a0f1-5abb-4d5e-8e29-ead1ddc52a65 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0618629 Jul 22 09:36:48.515603 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c58f7e83-76e5-4a27-8b9e-22b5188e688c req-4679125d-95fe-4e2b-9dbd-6768e9b9d077 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354991 Jul 22 09:36:48.519403 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:36:48.936097 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a813dc6-ca61-458b-81db-aa0e2f92d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:49.369794 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2eb5-ea15-421f-af5a-e43fc44f2e28 req-ae82ff39-e199-4ed9-b6fa-4ab84ca887f7 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:49.371207 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffda2eb5-ea15-421f-af5a-e43fc44f2e28 req-ae82ff39-e199-4ed9-b6fa-4ab84ca887f7 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0621178 Jul 22 09:36:49.407346 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffda2eb5-ea15-421f-af5a-e43fc44f2e28 req-a01e6692-fc2a-46c0-8913-168876477467 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307302 Jul 22 09:36:49.649045 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31277657-8cbf-40a9-b349-3da657cd5c14 req-40915231-667d-4c28-aab3-dbb761994a8a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:49.650513 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31277657-8cbf-40a9-b349-3da657cd5c14 req-40915231-667d-4c28-aab3-dbb761994a8a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0647228 Jul 22 09:36:49.686403 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31277657-8cbf-40a9-b349-3da657cd5c14 req-b96bd6fd-6ea3-406d-872a-cabfb12716e5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302525 Jul 22 09:36:50.484115 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:36:50.534856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f750240-d024-43bb-a611-0d8d3360d34c req-12f92de3-987a-492b-a396-cd26b93dbce2 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:50.536343 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f750240-d024-43bb-a611-0d8d3360d34c req-12f92de3-987a-492b-a396-cd26b93dbce2 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0623157 Jul 22 09:36:50.573804 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f750240-d024-43bb-a611-0d8d3360d34c req-d295bce6-dabb-42bb-9c72-32f57579f53b tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Jul 22 09:36:50.577266 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:50.589449 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'port_id': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'mac_address': 'fa:16:3e:ac:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:36:50.625014 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:50.637474 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb4d745-eeb2-4026-a794-6588b2523edc {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:36:50.655866 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:50.659669 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:50.704114 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:50.710982 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.711338 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.711683 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.712021 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.712357 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.712697 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.713025 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.713355 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.713684 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.714010 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.714367 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.714692 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:36:50.816789 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ce279-5109-49c1-9f53-f5c4d24e10e8 req-8fe6c4ba-b080-420a-9f5b-577e442f8523 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:50.818284 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db4ce279-5109-49c1-9f53-f5c4d24e10e8 req-8fe6c4ba-b080-420a-9f5b-577e442f8523 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 944 time: 0.0623450 Jul 22 09:36:50.854549 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db4ce279-5109-49c1-9f53-f5c4d24e10e8 req-b58fc86e-16cf-4397-9d76-1962fcb09bdd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308101 Jul 22 09:36:50.924257 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['ceb4d745-eeb2-4026-a794-6588b2523edc'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:36:51.539009 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a6005190-2e02-4370-ac13-dacebf8c4d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:51.581873 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:51.701768 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d152250-f0a8-433f-8fcb-8a11b3bc3bfb req-51dfa91c-2ee1-4b5b-a60c-eb2bf2ee11db tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:51.703245 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d152250-f0a8-433f-8fcb-8a11b3bc3bfb req-51dfa91c-2ee1-4b5b-a60c-eb2bf2ee11db tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0647449 Jul 22 09:36:51.741477 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d152250-f0a8-433f-8fcb-8a11b3bc3bfb req-59e9c598-2af9-4c2f-a2eb-e4c760ad73d7 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Jul 22 09:36:51.983113 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c89c94-3ef5-4a3f-9039-2f2f5daa0409 req-8b14e94f-05bc-4bef-ba4f-7288a162feea tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:51.984612 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46c89c94-3ef5-4a3f-9039-2f2f5daa0409 req-8b14e94f-05bc-4bef-ba4f-7288a162feea tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 944 time: 0.0622246 Jul 22 09:36:52.020062 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46c89c94-3ef5-4a3f-9039-2f2f5daa0409 req-8dc2bbd1-3f88-42bb-8e83-ece15bc127c2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299666 Jul 22 09:36:52.186349 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-f9800580-6770-4214-9993-feb8710506ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:52.187711 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-f9800580-6770-4214-9993-feb8710506ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1098 time: 0.0550516 Jul 22 09:36:52.274836 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-c4fa0488-57ea-42ca-a6b3-a3bfd4730d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:52.276272 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-c4fa0488-57ea-42ca-a6b3-a3bfd4730d4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 909 time: 0.0818536 Jul 22 09:36:52.345418 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-30f4158d-9504-4d2d-9d05-4ac342eccc80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 1000 time: 0.0625088 Jul 22 09:36:52.395421 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-1c5e4a71-facb-45fe-952c-358ce95ef839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:52.397489 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-1c5e4a71-facb-45fe-952c-358ce95ef839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 200 len: 848 time: 0.0454950 Jul 22 09:36:52.463965 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-559dec9c-4da8-4913-8115-e3052efc43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:52.465524 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-559dec9c-4da8-4913-8115-e3052efc43c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ae0a89b-de28-4b0f-8c2c-38f37383c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619595 Jul 22 09:36:52.484516 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:36:52.531685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port ceb4d745-eeb2-4026-a794-6588b2523edc completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:36:52.535453 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port ceb4d745-eeb2-4026-a794-6588b2523edc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:36:52.535829 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:52.619189 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:52.642885 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:52.645145 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199dc11-a654-4e85-ad4e-03189c03b395" -d '{"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:52.660003 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:36:52.664287 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:52.690617 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78867a3-b03c-4245-b6c0-e7f6712f483d x-openstack-request-id: req-c78867a3-b03c-4245-b6c0-e7f6712f483d {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:52.690903 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:52.691155 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c78867a3-b03c-4245-b6c0-e7f6712f483d {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:52.691593 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'code': 200} Jul 22 09:36:52.722974 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:36:52.822299 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-8ddc3a2b-e9c3-4134-96cf-e4c167ad4f99 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498962 Jul 22 09:36:52.868972 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa3ee-7acf-4be4-871a-f78fdc0c5961 req-972b225a-3b46-47d0-8777-455f28f07488 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:52.870389 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-220aa3ee-7acf-4be4-871a-f78fdc0c5961 req-972b225a-3b46-47d0-8777-455f28f07488 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0620537 Jul 22 09:36:52.905804 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-220aa3ee-7acf-4be4-871a-f78fdc0c5961 req-4fc62be7-9e33-4a7a-bb44-c0fb354ea64f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300634 Jul 22 09:36:53.119843 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:53.150427 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932284f-3ca3-496e-9d14-7e221475a017 req-c6b642fa-ac00-41f0-ab84-af49464a05a7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:53.151894 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a932284f-3ca3-496e-9d14-7e221475a017 req-c6b642fa-ac00-41f0-ab84-af49464a05a7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0617695 Jul 22 09:36:53.188325 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a932284f-3ca3-496e-9d14-7e221475a017 req-b9aeb920-f325-412a-8840-5e65349c3923 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310488 Jul 22 09:36:54.034386 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d28e5-2e68-446d-8c30-bf591a332b3a req-84f3ce35-bd61-4e76-b9ed-ccdae28fd4d0 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:54.035858 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b41d28e5-2e68-446d-8c30-bf591a332b3a req-84f3ce35-bd61-4e76-b9ed-ccdae28fd4d0 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0652552 Jul 22 09:36:54.072286 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b41d28e5-2e68-446d-8c30-bf591a332b3a req-8bfa1602-4dd1-4f6d-9963-f541a40c2c14 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309358 Jul 22 09:36:54.316816 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768bc14-7b68-4082-b042-7e2112fb55f8 req-b8559732-1b36-4544-b743-084fdcd53acc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:54.318303 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c768bc14-7b68-4082-b042-7e2112fb55f8 req-b8559732-1b36-4544-b743-084fdcd53acc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0624747 Jul 22 09:36:54.363433 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c768bc14-7b68-4082-b042-7e2112fb55f8 req-20a2797e-a51b-4192-8eda-95f700577d40 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389051 Jul 22 09:36:54.660370 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:55.200016 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77da2c-e6b6-47e2-a958-766a1dcb62f5 req-f0f7177c-b82a-4107-81ca-9ec60ac0c1c4 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:55.201467 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e77da2c-e6b6-47e2-a958-766a1dcb62f5 req-f0f7177c-b82a-4107-81ca-9ec60ac0c1c4 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0649564 Jul 22 09:36:55.237960 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e77da2c-e6b6-47e2-a958-766a1dcb62f5 req-8a9a941e-ab71-4b47-b742-efd374647806 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306559 Jul 22 09:36:55.692539 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061ea7-0672-4814-9007-5464d37238c5 req-0aba2665-cfaa-4476-aa34-03e71a2ccfad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:55.694586 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-84061ea7-0672-4814-9007-5464d37238c5 req-0aba2665-cfaa-4476-aa34-03e71a2ccfad tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.2595835 Jul 22 09:36:55.810776 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-84061ea7-0672-4814-9007-5464d37238c5 req-f09c9ad1-f233-4f96-a776-c8e7212b8a8d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105895 Jul 22 09:36:55.847431 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a45f853-ac87-44a4-aa5e-636e0f4ea7e5 req-869d15fa-e519-4d17-a763-13b1e7a92ebf service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411495 Jul 22 09:36:55.853176 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79d4c8-25b4-44ab-8e35-c4d42226044a req-ede921b5-f4c2-4b0e-8be0-1bb3345a1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:55.854662 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6a79d4c8-25b4-44ab-8e35-c4d42226044a req-ede921b5-f4c2-4b0e-8be0-1bb3345a1e46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1098 time: 0.1253657 Jul 22 09:36:55.890870 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6a79d4c8-25b4-44ab-8e35-c4d42226044a req-53c23b71-a172-41ae-9409-6c6ff7bbc4c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299907 Jul 22 09:36:56.411491 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ffb45-5234-4afd-a2dd-74784d50c5e4 req-2d121f85-7ca1-4742-9182-159c6d0a59a3 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:56.413529 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-267ffb45-5234-4afd-a2dd-74784d50c5e4 req-2d121f85-7ca1-4742-9182-159c6d0a59a3 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1105652 Jul 22 09:36:56.452853 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-267ffb45-5234-4afd-a2dd-74784d50c5e4 req-853943f7-6a42-4666-ae4a-fe907dc9a2cc tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338011 Jul 22 09:36:56.947475 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00e91a-befa-42f6-abb6-26c5090379ed req-f3403fc5-5163-4825-bb58-a95f805a699c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:56.948969 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-de00e91a-befa-42f6-abb6-26c5090379ed req-f3403fc5-5163-4825-bb58-a95f805a699c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0641623 Jul 22 09:36:56.987339 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-de00e91a-befa-42f6-abb6-26c5090379ed req-0036d83f-221e-4b3c-980d-f76c2421dc82 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326285 Jul 22 09:36:57.114993 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f542d-ea25-4496-b8b9-f93cf31929c3 req-033be0ce-f1cf-42bc-87d7-82b007e46e8f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:57.116865 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb1f542d-ea25-4496-b8b9-f93cf31929c3 req-033be0ce-f1cf-42bc-87d7-82b007e46e8f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0622354 Jul 22 09:36:57.125448 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45828) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:57.129765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Request body: {'floatingip': {'port_id': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:36:57.170546 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:57.643751 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:57.648027 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:57.689567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92a6c7-6e1b-449c-a641-3751b120288a req-c0ef69a8-7586-49e4-bf6d-a36a3b6401d8 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:57.691059 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b92a6c7-6e1b-449c-a641-3751b120288a req-c0ef69a8-7586-49e4-bf6d-a36a3b6401d8 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1526828 Jul 22 09:36:57.773613 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b92a6c7-6e1b-449c-a641-3751b120288a req-cc50252e-5369-439a-b8f9-d521a551b713 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541670 Jul 22 09:36:57.784071 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Floating IP b159e21a-b725-4214-837e-a285e179d4cb associated. External IP: 172.27.1.149, port: ceb4d745-eeb2-4026-a794-6588b2523edc. Jul 22 09:36:57.989148 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Router 4eb49749-f8ee-4776-82c9-4b985121525a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:36:58.097794 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:36:58.103078 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:36:58.107838 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] Sync routers for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:36:58.116401 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:36:58.117019 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:58.143284 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6450dad8-f0be-40ba-951f-6247a7c21831 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "PUT /v2.0/floatingips/b159e21a-b725-4214-837e-a285e179d4cb HTTP/1.1" status: 200 len: 991 time: 1.0168002 Jul 22 09:36:58.144023 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:36:58.146877 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:36:58.192785 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed380d41-ca5c-4570-a2e7-7169892e9c46 x-openstack-request-id: req-ed380d41-ca5c-4570-a2e7-7169892e9c46 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:36:58.193145 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:36:58.193879 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed380d41-ca5c-4570-a2e7-7169892e9c46 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:36:58.195045 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'status': 'completed', 'code': 200} Jul 22 09:36:58.234623 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:36:58.280480 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-92a0f104-da1a-4ce8-800f-aefad86dbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:58.282306 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-92a0f104-da1a-4ce8-800f-aefad86dbca3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1098 time: 0.0686381 Jul 22 09:36:58.371566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-c367339d-c270-4a5f-9c18-6dc39350d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:58.373050 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-c367339d-c270-4a5f-9c18-6dc39350d361 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.0833418 Jul 22 09:36:58.440392 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-b883ad12-681b-48c5-a6b0-77cb6457ef88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb4d745-eeb2-4026-a794-6588b2523edc HTTP/1.1" status: 200 len: 999 time: 0.0608923 Jul 22 09:36:58.454558 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'b159e21a-b725-4214-837e-a285e179d4cb', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'port_id': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'mac_address': 'fa:16:3e:ac:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:36:41Z', 'updated_at': '2021-07-22T09:36:57Z', 'revision_number': 1, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:58.480726 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] Checking router: 4eb49749-f8ee-4776-82c9-4b985121525a for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:36:58.487265 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-56ff0fe3-26c8-4607-b657-a3ba115bd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:58.488606 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:36:58.488727 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-56ff0fe3-26c8-4607-b657-a3ba115bd335 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0427458 Jul 22 09:36:58.489199 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:58.553598 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-bcf86577-76eb-4ea9-83ee-58aefe6f4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:58.555165 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-bcf86577-76eb-4ea9-83ee-58aefe6f4068 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596178 Jul 22 09:36:58.652722 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-68e0334e-53ad-452b-97f6-3e590402b7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900872 Jul 22 09:36:58.713378 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:36:58.739434 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3bd4d09-c710-4a76-bae7-b4b3d6b20015 req-88415477-5dbf-4e97-bb53-1475da4d63fa service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Jul 22 09:36:58.909288 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08981efb-39cf-486d-840d-41121fc85ec7 req-e13fd9dc-8403-4ea6-8352-ae893baad713 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:58.910818 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08981efb-39cf-486d-840d-41121fc85ec7 req-e13fd9dc-8403-4ea6-8352-ae893baad713 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0665045 Jul 22 09:36:58.940302 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'b159e21a-b725-4214-837e-a285e179d4cb', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'port_id': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'mac_address': 'fa:16:3e:ac:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:36:41Z', 'updated_at': '2021-07-22T09:36:57Z', 'revision_number': 1, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:36:58.948940 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08981efb-39cf-486d-840d-41121fc85ec7 req-b0b49412-5e18-4055-8830-43b2ea424992 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Jul 22 09:36:58.967836 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402722c-7d8b-44b8-8976-a3bec75d527c None None] The sync data for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi is: [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'b159e21a-b725-4214-837e-a285e179d4cb', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'port_id': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'mac_address': 'fa:16:3e:ac:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:36:41Z', 'updated_at': '2021-07-22T09:36:57Z', 'revision_number': 1, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:36:59.152568 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45858) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:36:59.188962 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227cb28d-d942-4c79-a998-f0865d3381c4 None None] New status for floating IP b159e21a-b725-4214-837e-a285e179d4cb: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:36:59.197582 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99254c-b00a-4e27-9eac-6cf291b9d5d1 req-b4d7cc6d-4159-4636-a402-3cdfdf325878 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:36:59.199944 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f99254c-b00a-4e27-9eac-6cf291b9d5d1 req-b4d7cc6d-4159-4636-a402-3cdfdf325878 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0810933 Jul 22 09:36:59.249834 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f99254c-b00a-4e27-9eac-6cf291b9d5d1 req-b8694978-41e2-49e9-8612-6c82cede41a9 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Jul 22 09:36:59.280188 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-6515920b-49b3-4ef2-9c6b-8b83dc5b7e11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261554 Jul 22 09:37:00.400524 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a9bce-0d08-4d25-9392-6779db75f9a1 req-58563843-e5a4-4a34-9856-24183ee66495 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:00.401983 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc3a9bce-0d08-4d25-9392-6779db75f9a1 req-58563843-e5a4-4a34-9856-24183ee66495 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0732589 Jul 22 09:37:00.440713 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc3a9bce-0d08-4d25-9392-6779db75f9a1 req-b2225f9b-3da2-4191-ab4c-f6e6bbce0bf6 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333695 Jul 22 09:37:00.644965 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-cffac6e7-d5fc-44cb-8298-3810f848cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:00.647066 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-cffac6e7-d5fc-44cb-8298-3810f848cd08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae&tenant_id=a5cdc707fd6b4569b0f34c8f54fde969 HTTP/1.1" status: 200 len: 1098 time: 0.0531018 Jul 22 09:37:00.717292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-33ccc217-1dae-404f-96c1-1ef4de1bea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:00.718962 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-33ccc217-1dae-404f-96c1-1ef4de1bea25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1098 time: 0.0531402 Jul 22 09:37:00.808706 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-89d63dee-35f4-4fca-8ab6-e6f0daa02b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:00.810187 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-89d63dee-35f4-4fca-8ab6-e6f0daa02b98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 909 time: 0.0856707 Jul 22 09:37:00.872741 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-d04079ba-e0c8-43e6-9339-da3d29acc1aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 1000 time: 0.0563869 Jul 22 09:37:00.919605 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-cfdf33c2-b620-47af-9dd8-77fbf87a9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:00.920947 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-cfdf33c2-b620-47af-9dd8-77fbf87a9325 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 200 len: 848 time: 0.0419238 Jul 22 09:37:00.980182 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-d98325f5-ee18-40e8-82b5-143f6033edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:00.981619 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-d98325f5-ee18-40e8-82b5-143f6033edc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ae0a89b-de28-4b0f-8c2c-38f37383c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548923 Jul 22 09:37:01.067281 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-51cce7ec-aa4b-472d-a6d1-64a08f1b5a21 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796421 Jul 22 09:37:01.156909 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e6f00b0-a542-48d2-b127-4e028ff5de5e req-fd323ea1-4a4d-487d-8502-619742e5c970 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831182 Jul 22 09:37:01.575066 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba71f-4f83-463a-801f-51c7fd03c846 req-f36f4b8d-40a2-435b-b7cb-153fe04240d1 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:01.577226 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bc7ba71f-4f83-463a-801f-51c7fd03c846 req-f36f4b8d-40a2-435b-b7cb-153fe04240d1 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0673075 Jul 22 09:37:01.616484 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bc7ba71f-4f83-463a-801f-51c7fd03c846 req-904ca86d-9518-460b-a4c5-2622049d1f01 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Jul 22 09:37:02.546855 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f8387135-7767-4b8e-8178-b2b44de80a2f no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:37:02.641487 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:02.668914 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:37:02.671199 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6edbc15-c453-45ff-b796-e42a49654cca" -d '{"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-unplugged", "status": "completed", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:37:02.685361 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:02.689806 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:02.747676 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 09:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b286fffa-9ad9-4db7-b77a-f10195e34168 x-openstack-request-id: req-b286fffa-9ad9-4db7-b77a-f10195e34168 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:37:02.748013 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-unplugged", "status": "completed", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:37:02.748268 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b286fffa-9ad9-4db7-b77a-f10195e34168 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:37:02.748654 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'code': 200} Jul 22 09:37:02.751587 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:02.777738 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d284a4-8d68-43f6-bdb5-b9b4bd23d1a6 req-0e3fd438-990e-4531-b01e-57d4116d8f0e tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:02.779250 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76d284a4-8d68-43f6-bdb5-b9b4bd23d1a6 req-0e3fd438-990e-4531-b01e-57d4116d8f0e tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.0847502 Jul 22 09:37:02.817988 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76d284a4-8d68-43f6-bdb5-b9b4bd23d1a6 req-9fa50c52-9d98-4c1e-9143-7ec7e760b928 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Jul 22 09:37:03.944273 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260231a8-9d75-4a80-bc5e-60dd8ee522ff req-3d49a078-7d23-4095-8106-4fa772ac54cc tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:03.946049 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-260231a8-9d75-4a80-bc5e-60dd8ee522ff req-3d49a078-7d23-4095-8106-4fa772ac54cc tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.0638888 Jul 22 09:37:03.986932 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-260231a8-9d75-4a80-bc5e-60dd8ee522ff req-f95b21c3-7618-469b-acca-39515bf4bf93 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351365 Jul 22 09:37:05.118389 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d0d32-97ee-4885-b5d9-47c69e6f0111 req-94b01ec7-fd8a-42a1-bf76-2071b9d24255 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:05.119806 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-915d0d32-97ee-4885-b5d9-47c69e6f0111 req-94b01ec7-fd8a-42a1-bf76-2071b9d24255 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.0663402 Jul 22 09:37:05.158012 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-915d0d32-97ee-4885-b5d9-47c69e6f0111 req-c0071d32-d299-4d25-aa26-41f51ee51f6a tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320077 Jul 22 09:37:06.002911 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45950) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:06.048226 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] Deleting subnet 4a4769ae-d04e-4b3c-ab04-fc13deee1e50 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:37:06.051112 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.085530 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.128989 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.179531 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.206202 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4769ae-d04e-4b3c-ab04-fc13deee1e50,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:06.208153 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.210086 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-79af9d1d-9842-4624-bcf7-9d294206f153 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a4769ae-d04e-4b3c-ab04-fc13deee1e50 HTTP/1.1" status: 204 len: 168 time: 0.2061791 Jul 22 09:37:06.212565 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45954) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:06.283758 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.294575 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc396353-e526-4a2f-beea-706cec8eaf3f req-63f625de-9c07-4817-912d-fb4abe81d770 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:06.296045 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc396353-e526-4a2f-beea-706cec8eaf3f req-63f625de-9c07-4817-912d-fb4abe81d770 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.0663984 Jul 22 09:37:06.334093 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc396353-e526-4a2f-beea-706cec8eaf3f req-4e69d3b0-a3ed-4d9c-991b-8526a77e9e9b tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324578 Jul 22 09:37:06.365751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.375560 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2b2634-65ab-4ba5-8d3c-78486dabccae']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:06.385591 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f8bc07-3f96-4956-9e22-ff3aeb668fc6') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:06.385812 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f8bc07-3f96-4956-9e22-ff3aeb668fc6') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:06.394361 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929224'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.407298 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.413405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:37:06.413785 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6989420'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: timer() Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: cb(*args, **kw) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: self._notify() Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: self.callback(batched_events) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: event.method(event) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._get(url).json() Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:37:06.415374 dv-cinder-801717-2-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:37:06.466816 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.471864 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.473701 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2b2b2634-65ab-4ba5-8d3c-78486dabccae HTTP/1.1" status: 204 len: 168 time: 0.2602417 Jul 22 09:37:06.484625 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03eca2-f037-4f50-90b6-5589ee8b8163 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2b2634-65ab-4ba5-8d3c-78486dabccae,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:06.629194 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45958) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:06.667167 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-48d7bac8-fcb2-4b9b-8295-3c9055beeb21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7914f9f8968649588fb70130ef929448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368018 Jul 22 09:37:06.669370 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45960) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:06.717070 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d5b33e7-7ecf-4274-97ce-402d0ac3c641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.737432 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d5b33e7-7ecf-4274-97ce-402d0ac3c641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.807614 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d5b33e7-7ecf-4274-97ce-402d0ac3c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.810601 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d5b33e7-7ecf-4274-97ce-402d0ac3c641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:06.811856 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3d5b33e7-7ecf-4274-97ce-402d0ac3c641 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/932fc06f-da2f-4d4c-9df7-eee34a7e05a2 HTTP/1.1" status: 204 len: 168 time: 0.1416032 Jul 22 09:37:06.820000 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b33e7-7ecf-4274-97ce-402d0ac3c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932fc06f-da2f-4d4c-9df7-eee34a7e05a2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:07.462351 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45988) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:07.483701 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aa4f8-f4cf-4697-969f-cffe4247b8fc req-21196b8e-bd0b-48fb-b95d-738a09aad99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:07.485226 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2b1aa4f8-f4cf-4697-969f-cffe4247b8fc req-21196b8e-bd0b-48fb-b95d-738a09aad99d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1096 time: 0.2057879 Jul 22 09:37:07.505758 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e1a95-2d58-48f1-94f7-1150f36c85f7 req-ed4449bf-2a75-49dd-abd8-c216f8f80c40 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:07.507333 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674e1a95-2d58-48f1-94f7-1150f36c85f7 req-ed4449bf-2a75-49dd-abd8-c216f8f80c40 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.0896735 Jul 22 09:37:07.546316 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2b1aa4f8-f4cf-4697-969f-cffe4247b8fc req-4b3b838f-bbe2-40e7-8af9-14229d6ee43a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537610 Jul 22 09:37:07.556787 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2115258812-network', 'tenant_id': 'da529e53800b40caae6667dbea96de12'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:07.558638 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674e1a95-2d58-48f1-94f7-1150f36c85f7 req-0628496f-d42b-40cf-bb91-081a4e46c1d4 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451865 Jul 22 09:37:07.577561 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Made reservation on behalf of da529e53800b40caae6667dbea96de12 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:37:07.579795 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.588708 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.672430 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.675917 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.699727 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:37:07.709794 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b676d8e2-c95e-4914-a65a-507c27dc8e6a,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:07.714824 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.715160 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Added segment d862ff9c-72f6-4da7-aa16-af8777023626 of type vlan for network cc617a5c-496c-41ec-a016-94343d34ef1d Jul 22 09:37:07.754289 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.782529 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.783476 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:07.784061 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.820237 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3566611 Jul 22 09:37:07.823202 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 45992) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:07.828068 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Request body: {'subnet': {'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2115258812-subnet', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:07.848489 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Made reservation on behalf of da529e53800b40caae6667dbea96de12 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:37:07.850792 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5805754'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:07.860472 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d691-f686-4b79-8100-b8527bff636f admin admin] Pushing event updated for resources: {'Network': ['ID=cc617a5c-496c-41ec-a016-94343d34ef1d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:07.871025 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network cc617a5c-496c-41ec-a016-94343d34ef1d details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:37:08.018167 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5805768'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.076059 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a36151b-02d3-4a14-934f-04e24bf50cc6,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:08.084570 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Checking segment: {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:08.084932 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Network hostable DHCP agents. Network: cc617a5c-496c-41ec-a016-94343d34ef1d, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:37:08.101165 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Network cc617a5c-496c-41ec-a016-94343d34ef1d is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:37:08.109656 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, cc617a5c-496c-41ec-a016-94343d34ef1d) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:08.113567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:08.114280 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.119641 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc7efdd-50b4-410b-9a84-d535dd0f9ec3 None None] Network cc617a5c-496c-41ec-a016-94343d34ef1d requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:37:08.127210 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3789d27b-667d-412b-afec-5f7d75f08909 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3029430 Jul 22 09:37:08.130180 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 45996) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:08.135448 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:08.155099 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.156075 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.211143 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.276380 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-cc617a5c-496c-41ec-a016-94343d34ef1d', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:37:08.277259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.344934 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.414406 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Allocated IP 172.20.0.2 (cc617a5c-496c-41ec-a016-94343d34ef1d/6a36151b-02d3-4a14-934f-04e24bf50cc6/5f0365e0-5b87-4916-8fe6-7421148c4eb2) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:08.556803 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.564619 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Transition to ACTIVE for port object 5f0365e0-5b87-4916-8fe6-7421148c4eb2 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:08.566887 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.581853 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Transition to ACTIVE for port object 5f0365e0-5b87-4916-8fe6-7421148c4eb2 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:08.587273 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f8387135-7767-4b8e-8178-b2b44de80a2f details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:37:08.588207 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.598300 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.639236 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Network cc617a5c-496c-41ec-a016-94343d34ef1d is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:08.646584 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:08.651370 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:08.700490 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492578a3-e7e5-424c-a998-edec968111c0 req-adbd8480-8fce-4acf-b89e-1361c4ba851f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:08.701134 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Pushing event updated for resources: {'Port': ['ID=5f0365e0-5b87-4916-8fe6-7421148c4eb2,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:08.701999 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-492578a3-e7e5-424c-a998-edec968111c0 req-adbd8480-8fce-4acf-b89e-1361c4ba851f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 943 time: 0.0671098 Jul 22 09:37:08.704773 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Allocated IP 172.27.1.177 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/55750ff3-8c2e-405f-9a19-aa8b1fc11719) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:08.749694 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-492578a3-e7e5-424c-a998-edec968111c0 req-1dc90f43-3523-483d-9876-c6892ccf8e66 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 Jul 22 09:37:08.765026 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Attempting to bind port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:37:08.765403 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Attempting to bind port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:37:08.765768 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Attempting to bind port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 on network cc617a5c-496c-41ec-a016-94343d34ef1d {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:08.777025 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:37:08.777399 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Checking segment: {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:08.777801 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.778224 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Bound using segment: {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:37:08.778705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Bound port: 5f0365e0-5b87-4916-8fe6-7421148c4eb2, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:37:08.779081 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.821898 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.831323 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:08.848914 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'port_id': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'mac_address': 'fa:16:3e:97:f4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:37:08.860059 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.888323 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] For port 5f0365e0-5b87-4916-8fe6-7421148c4eb2, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:37:08.893920 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:08.896739 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:08.902052 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:08.906354 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] For port 5f0365e0-5b87-4916-8fe6-7421148c4eb2, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=5f0365e0-5b87-4916-8fe6-7421148c4eb2,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:37:08.908977 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.912868 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:08.933411 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Pushing event updated for resources: {'Port': ['ID=55750ff3-8c2e-405f-9a19-aa8b1fc11719,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:08.950931 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8387135-7767-4b8e-8178-b2b44de80a2f {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:37:08.992285 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:08.995945 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90162da0-025c-46b8-bb56-af75dd8e022c None None] Pushing event updated for resources: {'Port': ['ID=5f0365e0-5b87-4916-8fe6-7421148c4eb2,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:08.999659 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:09.048155 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:09.207426 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:09.250404 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['f8387135-7767-4b8e-8178-b2b44de80a2f'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:37:09.404758 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:09.529352 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Router d7e2b611-45dd-4f10-8aac-17747543b491 is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:37:09.634937 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:37:09.644383 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Sync routers for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:37:09.652611 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:09.657155 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7d8d8e6c-414b-4e1e-b8f6-d2714696be05 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5227938 Jul 22 09:37:09.657301 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:09.657301 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:09.657645 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46004) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:09.765564 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:09.888463 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e268e-66ff-475f-a497-4eec2d904a84 None None] Network cc617a5c-496c-41ec-a016-94343d34ef1d requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:37:10.106584 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-849f235d-8bd8-4e9c-8d28-8118bf544d7f None None] Provisioning for port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:10.187265 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:09Z', 'revision_number': 3, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:10.219309 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Checking router: d7e2b611-45dd-4f10-8aac-17747543b491 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:37:10.219654 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Updating router d7e2b611-45dd-4f10-8aac-17747543b491 port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:37:10.273930 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.336554 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.493966 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5f0365e0-5b87-4916-8fe6-7421148c4eb2 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:10.522205 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Allocated IP 172.20.0.1 (cc617a5c-496c-41ec-a016-94343d34ef1d/6a36151b-02d3-4a14-934f-04e24bf50cc6/4cdef6fc-cd14-4989-8aa8-53985957c862) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:10.602812 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f8387135-7767-4b8e-8178-b2b44de80a2f up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:10.626026 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:10.628723 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.639792 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:10.640323 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.642768 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Transition to ACTIVE for port object 4cdef6fc-cd14-4989-8aa8-53985957c862 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:10.676534 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.678224 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.701587 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Transition to ACTIVE for port object 55750ff3-8c2e-405f-9a19-aa8b1fc11719 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:10.713229 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Network cc617a5c-496c-41ec-a016-94343d34ef1d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:10.715588 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.719634 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:10.723412 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:10.746509 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4cdef6fc-cd14-4989-8aa8-53985957c862,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:10.769518 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.771646 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port f8387135-7767-4b8e-8178-b2b44de80a2f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:10.772076 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.836496 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Attempting to bind port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:37:10.836873 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Attempting to bind port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:37:10.837250 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Attempting to bind port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:10.844277 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7aee73-865b-482c-9a75-43393873a7a6 None None] Pushing event updated for resources: {'Port': ['ID=55750ff3-8c2e-405f-9a19-aa8b1fc11719,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:10.857167 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:37:10.857551 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:10.857956 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.858397 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:37:10.858883 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Bound port: 55750ff3-8c2e-405f-9a19-aa8b1fc11719, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:37:10.859274 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.865394 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.931798 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.969312 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 5f0365e0-5b87-4916-8fe6-7421148c4eb2, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=5f0365e0-5b87-4916-8fe6-7421148c4eb2,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:10.984286 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:10.988963 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] For port 55750ff3-8c2e-405f-9a19-aa8b1fc11719, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:37:10.996763 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] For port 55750ff3-8c2e-405f-9a19-aa8b1fc11719, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=55750ff3-8c2e-405f-9a19-aa8b1fc11719,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:37:11.019539 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.026019 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.048367 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8fc68f4e-aa1e-4784-946e-b2752735c6ef None None] Provisioning for port 4cdef6fc-cd14-4989-8aa8-53985957c862 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:11.075107 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8fc68f4e-aa1e-4784-946e-b2752735c6ef None None] Provisioning complete for port 4cdef6fc-cd14-4989-8aa8-53985957c862 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:11.075485 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8fc68f4e-aa1e-4784-946e-b2752735c6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.084978 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:37:11.087259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475a5343-0c7c-4112-9135-c8d4c2c88528" -d '{"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-plugged", "status": "completed", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:37:11.093195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.098110 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.125983 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=5f0365e0-5b87-4916-8fe6-7421148c4eb2,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:11.132675 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:11.171330 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.172215 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289b9aa3-e486-4447-ad83-a008ded9edff x-openstack-request-id: req-289b9aa3-e486-4447-ad83-a008ded9edff {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:37:11.172514 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-plugged", "status": "completed", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:37:11.172765 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-289b9aa3-e486-4447-ad83-a008ded9edff {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:37:11.173156 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'code': 200} Jul 22 09:37:11.173931 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4cdef6fc-cd14-4989-8aa8-53985957c862,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:11.178363 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.184401 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:11.185045 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:11.225020 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-8fc68f4e-aa1e-4784-946e-b2752735c6ef None None] Port 4cdef6fc-cd14-4989-8aa8-53985957c862 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:37:11.261753 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Network cc617a5c-496c-41ec-a016-94343d34ef1d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:11.263170 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:11.277692 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7aee73-865b-482c-9a75-43393873a7a6 None None] Pushing event updated for resources: {'Port': ['ID=55750ff3-8c2e-405f-9a19-aa8b1fc11719,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:11.351380 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:11.357870 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:11.393298 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Router d7e2b611-45dd-4f10-8aac-17747543b491 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:37:11.514298 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:37:11.520416 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a64fd97b-2be4-46b3-bddf-9888975890a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7e2b611-45dd-4f10-8aac-17747543b491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595383 Jul 22 09:37:11.565352 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c30151a1-52e7-4961-9290-4666d348568f None None] Provisioning complete for port 4cdef6fc-cd14-4989-8aa8-53985957c862 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:11.565729 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c30151a1-52e7-4961-9290-4666d348568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:11.604585 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 2, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:11.631400 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c30151a1-52e7-4961-9290-4666d348568f None None] Port 4cdef6fc-cd14-4989-8aa8-53985957c862 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:37:11.634112 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885258b0-1c4f-4336-a936-94203c77a728 None None] The sync data for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi is: [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 2, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:37:12.010362 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46026) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:12.015484 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1014881330-network', 'tenant_id': '4283ee565c854d889420a7f468083af4'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:12.035749 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Made reservation on behalf of 4283ee565c854d889420a7f468083af4 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:37:12.038726 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.048195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.143006 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.146615 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.171970 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:37:12.182596 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff5a88-7781-4e62-b13e-64e2e27d5dd7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:12.188181 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.188332 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Added segment fa6f11c0-6c72-4d90-82ef-a40685419913 of type vlan for network fe6285d1-0e2b-44a2-ace4-57717bdb7efd Jul 22 09:37:12.235082 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.266757 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.267723 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:12.268305 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.305127 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2936282 Jul 22 09:37:12.307846 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46028) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:12.312642 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Request body: {'subnet': {'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1014881330-subnet', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:12.342016 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a659b34-6a19-4d14-99a3-48f9df218f57 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6285d1-0e2b-44a2-ace4-57717bdb7efd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:12.353261 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:37:12.368699 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Made reservation on behalf of 4283ee565c854d889420a7f468083af4 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:37:12.372252 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5805754'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.539391 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5f0365e0-5b87-4916-8fe6-7421148c4eb2 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:12.575071 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5805768'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.594844 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:12.595391 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.626003 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f41a3d8-e49f-4f72-8a39-168d179bbf33,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:12.645353 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Checking segment: {'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:12.645771 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Network hostable DHCP agents. Network: fe6285d1-0e2b-44a2-ace4-57717bdb7efd, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:37:12.663714 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:37:12.672796 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, fe6285d1-0e2b-44a2-ace4-57717bdb7efd) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:12.677242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:12.677801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.684467 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c2173-8368-4658-87de-eb552e2e1f47 None None] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:37:12.690145 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 55750ff3-8c2e-405f-9a19-aa8b1fc11719 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:12.693809 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-62cf0152-f877-49b1-8319-07a728810788 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3849330 Jul 22 09:37:12.696289 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46032) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:12.701022 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:12.725129 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.726284 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.785356 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.819881 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:12.826138 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:12.826504 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:12.929276 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.022646 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'fixed_ips': [{'subnet_id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:37:13.023455 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.115173 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.137154 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.153367 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 55750ff3-8c2e-405f-9a19-aa8b1fc11719, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=55750ff3-8c2e-405f-9a19-aa8b1fc11719,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:13.158017 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.160853 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.236587 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Allocated IP 172.20.0.2 (fe6285d1-0e2b-44a2-ace4-57717bdb7efd/5f41a3d8-e49f-4f72-8a39-168d179bbf33/8c411ebe-6eaf-4be1-b60e-5b332dd1ef81) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:13.244773 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=55750ff3-8c2e-405f-9a19-aa8b1fc11719,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:13.273900 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Allocated IP 172.27.1.15 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/3c9632d5-89aa-4c15-a95f-6eff7be9949c) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:13.383332 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.398320 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.406844 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Transition to ACTIVE for port object 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:13.422698 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.423289 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Transition to ACTIVE for port object 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:13.429620 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.459389 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:13.465442 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:13.468945 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:13.469192 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:13.472030 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:13.474935 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9632d5-89aa-4c15-a95f-6eff7be9949c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:13.476081 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:13.483504 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Pushing event updated for resources: {'Port': ['ID=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:13.541771 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Attempting to bind port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:37:13.541771 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Attempting to bind port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:37:13.542576 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Attempting to bind port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 on network fe6285d1-0e2b-44a2-ace4-57717bdb7efd {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:13.548875 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:37:13.549265 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Checking segment: {'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:13.549659 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.550055 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Bound using segment: {'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:37:13.551030 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Bound port: 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:37:13.551422 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.622967 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] For port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:37:13.625869 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Sync routers for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:37:13.626802 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] For port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,segment=NetworkSegment(fa6f11c0-6c72-4d90-82ef-a40685419913),segment_id=fa6f11c0-6c72-4d90-82ef-a40685419913)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:37:13.631753 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.636598 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:13.637280 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:13.690155 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854c0e-896f-4f19-9434-f35569354c9f None None] Pushing event updated for resources: {'Port': ['ID=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:13.751400 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:13.776985 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:13.990923 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 2, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:14.109016 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Checking router: d7e2b611-45dd-4f10-8aac-17747543b491 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:37:14.109363 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Updating router d7e2b611-45dd-4f10-8aac-17747543b491 port 4cdef6fc-cd14-4989-8aa8-53985957c862 binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:37:14.143795 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.147248 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-d58e77b1-37a4-4013-9770-5de895ab3e68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3969321 Jul 22 09:37:14.298535 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.303049 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-9650c9c7-252d-434f-b906-c7c3f2195405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:14.304536 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-9650c9c7-252d-434f-b906-c7c3f2195405 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1098 time: 0.1071920 Jul 22 09:37:14.429407 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.449035 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Transition to ACTIVE for port object 4cdef6fc-cd14-4989-8aa8-53985957c862 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:14.457500 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.495464 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-490df396-d655-4c83-a0bb-95a4dc0da292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:14.496999 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-490df396-d655-4c83-a0bb-95a4dc0da292 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 909 time: 0.1547627 Jul 22 09:37:14.530101 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Pushing event updated for resources: {'Port': ['ID=4cdef6fc-cd14-4989-8aa8-53985957c862,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:14.570014 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 55750ff3-8c2e-405f-9a19-aa8b1fc11719 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:14.573502 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.573853 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.574288 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.574620 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.574948 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.575271 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.575592 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.575912 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.576261 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.576582 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.576899 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.577213 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:14.614350 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Attempting to bind port 4cdef6fc-cd14-4989-8aa8-53985957c862 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:37:14.615254 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Attempting to bind port 4cdef6fc-cd14-4989-8aa8-53985957c862 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:37:14.615610 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Attempting to bind port 4cdef6fc-cd14-4989-8aa8-53985957c862 on network cc617a5c-496c-41ec-a016-94343d34ef1d {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:14.620804 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:37:14.621177 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Checking segment: {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:14.621842 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.621969 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Bound using segment: {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:37:14.622844 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Bound port: 4cdef6fc-cd14-4989-8aa8-53985957c862, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:37:14.622844 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.631323 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Router 20741946-18a4-4cbf-8b27-554a6569e363 is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:37:14.655863 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-d373993b-1641-432d-b6a0-141a4de6f0d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 1000 time: 0.1507487 Jul 22 09:37:14.697507 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:14.697879 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.718648 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] For port 4cdef6fc-cd14-4989-8aa8-53985957c862, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:37:14.723606 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] For port 4cdef6fc-cd14-4989-8aa8-53985957c862, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=4cdef6fc-cd14-4989-8aa8-53985957c862,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:37:14.730438 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.800876 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:14.801672 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:14.815684 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:14.821596 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-cd1b612d-f668-4429-80a9-0fc3108b66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:14.823274 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-cd1b612d-f668-4429-80a9-0fc3108b66c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 200 len: 848 time: 0.1181376 Jul 22 09:37:14.840930 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519bef5-779a-4f64-b62e-2097259d3872 None None] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:37:14.844670 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd9aa-79bd-425a-8c0f-ea47b792e5f9 None None] Pushing event updated for resources: {'Port': ['ID=4cdef6fc-cd14-4989-8aa8-53985957c862,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:14.872550 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:37:14.904331 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:14.909610 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6c96215f-3b25-44a7-91fc-1adb0e6ad476 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2122025 Jul 22 09:37:14.912880 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46038) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:14.927480 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-179dd5df-08f0-4f3e-8099-d10c7f4e262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:14.929979 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-179dd5df-08f0-4f3e-8099-d10c7f4e262a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ae0a89b-de28-4b0f-8c2c-38f37383c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953984 Jul 22 09:37:14.930778 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Sync routers for ids ['20741946-18a4-4cbf-8b27-554a6569e363'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:37:14.947287 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:14.991348 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5f5483c9-f4ea-4085-9a4f-d29639922c49 None None] Provisioning for port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:14.999006 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Routers {'20741946-18a4-4cbf-8b27-554a6569e363'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:14.999600 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['20741946-18a4-4cbf-8b27-554a6569e363'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:15.057627 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-0968711c-52c0-49d4-9385-1d0b832003c6 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187108 Jul 22 09:37:15.172323 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c382533-1b21-4adc-b9ab-dfe359edae63 req-6d57f6ef-37e4-4626-a52e-09d92c0e7fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057703 Jul 22 09:37:15.179644 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Set router 20741946-18a4-4cbf-8b27-554a6569e363 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:15.182587 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:15.217843 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:14Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:15.246679 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bcfcb2-c127-4944-9e32-fa4667f53302 None None] The sync data for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi is: [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:14Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:37:15.261219 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:15.261589 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:15.474994 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:15.526644 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,segment=NetworkSegment(fa6f11c0-6c72-4d90-82ef-a40685419913),segment_id=fa6f11c0-6c72-4d90-82ef-a40685419913)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:15.533009 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 3, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port': {'id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:10:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:13Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:15.536225 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:15.581279 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Checking router: 20741946-18a4-4cbf-8b27-554a6569e363 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:37:15.581279 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Updating router 20741946-18a4-4cbf-8b27-554a6569e363 port 3c9632d5-89aa-4c15-a95f-6eff7be9949c binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:37:15.645662 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:15.650821 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:15.656304 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:15.755014 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-225b91ee-aa98-418d-956f-d45fdd352741 None None] Provisioning complete for port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:15.755909 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-225b91ee-aa98-418d-956f-d45fdd352741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:15.838438 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Allocated IP 172.20.0.1 (fe6285d1-0e2b-44a2-ace4-57717bdb7efd/5f41a3d8-e49f-4f72-8a39-168d179bbf33/ac619c16-4da9-4bb2-8648-1364c49ae005) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:15.953321 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:15.968670 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Transition to ACTIVE for port object ac619c16-4da9-4bb2-8648-1364c49ae005 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:16.002156 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.038389 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:16.044496 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:16.048085 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:16.076622 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac619c16-4da9-4bb2-8648-1364c49ae005,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:16.089131 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.111818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.122300 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Transition to ACTIVE for port object 3c9632d5-89aa-4c15-a95f-6eff7be9949c will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:16.128584 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.181995 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Attempting to bind port 3c9632d5-89aa-4c15-a95f-6eff7be9949c on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:37:16.182416 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Attempting to bind port 3c9632d5-89aa-4c15-a95f-6eff7be9949c by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:37:16.183267 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Attempting to bind port 3c9632d5-89aa-4c15-a95f-6eff7be9949c on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:16.187500 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f6c42-4046-4d2d-88dc-bfe551452286 None None] Pushing event updated for resources: {'Port': ['ID=3c9632d5-89aa-4c15-a95f-6eff7be9949c,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:16.190318 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:37:16.190702 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:16.191111 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.191504 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:37:16.191981 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Bound port: 3c9632d5-89aa-4c15-a95f-6eff7be9949c, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:37:16.192369 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.246567 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.259390 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] For port 3c9632d5-89aa-4c15-a95f-6eff7be9949c, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:37:16.263227 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] For port 3c9632d5-89aa-4c15-a95f-6eff7be9949c, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=3c9632d5-89aa-4c15-a95f-6eff7be9949c,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:37:16.268866 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.295048 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-48c42a0e-aa59-4688-baa2-66c2c136771a None None] Provisioning for port ac619c16-4da9-4bb2-8648-1364c49ae005 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:16.305744 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-48c42a0e-aa59-4688-baa2-66c2c136771a None None] Provisioning complete for port ac619c16-4da9-4bb2-8648-1364c49ae005 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:16.306141 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-48c42a0e-aa59-4688-baa2-66c2c136771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.357798 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Routers {'20741946-18a4-4cbf-8b27-554a6569e363'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:16.358501 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['20741946-18a4-4cbf-8b27-554a6569e363'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:16.360172 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f6c42-4046-4d2d-88dc-bfe551452286 None None] Pushing event updated for resources: {'Port': ['ID=3c9632d5-89aa-4c15-a95f-6eff7be9949c,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:16.407606 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.415275 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.426207 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-48c42a0e-aa59-4688-baa2-66c2c136771a None None] Port ac619c16-4da9-4bb2-8648-1364c49ae005 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:37:16.463861 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 4cdef6fc-cd14-4989-8aa8-53985957c862 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:16.485539 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac619c16-4da9-4bb2-8648-1364c49ae005,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:16.488231 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.498641 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] Set router 20741946-18a4-4cbf-8b27-554a6569e363 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:16.581092 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:16.582796 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:16.606133 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 4cdef6fc-cd14-4989-8aa8-53985957c862 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:16.612544 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 4cdef6fc-cd14-4989-8aa8-53985957c862 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:16.612922 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.707707 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Router 20741946-18a4-4cbf-8b27-554a6569e363 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:37:16.774455 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.803101 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 4, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port': {'id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:10:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:13Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'ac619c16-4da9-4bb2-8648-1364c49ae005', 'name': '', 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'mac_address': 'fa:16:3e:2e:e5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:15Z', 'updated_at': '2021-07-22T09:37:15Z', 'revision_number': 1, 'project_id': '4283ee565c854d889420a7f468083af4', 'subnets': [{'id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:16.816999 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:37:16.830965 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f9ec0d8f-3af0-4532-a6dd-7e877386e1b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/20741946-18a4-4cbf-8b27-554a6569e363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9165888 Jul 22 09:37:16.851000 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 4cdef6fc-cd14-4989-8aa8-53985957c862, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=4cdef6fc-cd14-4989-8aa8-53985957c862,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:16.855119 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12fdba-b954-4f5a-a6fb-583695e829d4 None None] The sync data for ids ['20741946-18a4-4cbf-8b27-554a6569e363'] in dv-cinder-801717-2-iscsi is: [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 4, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port': {'id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:10:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:13Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'ac619c16-4da9-4bb2-8648-1364c49ae005', 'name': '', 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'mac_address': 'fa:16:3e:2e:e5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:15Z', 'updated_at': '2021-07-22T09:37:15Z', 'revision_number': 1, 'project_id': '4283ee565c854d889420a7f468083af4', 'subnets': [{'id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:37:16.859755 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.860655 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:16.916867 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bbe614dc-43ad-4576-9062-0830805fe1a9 None None] Provisioning complete for port ac619c16-4da9-4bb2-8648-1364c49ae005 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:16.917246 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bbe614dc-43ad-4576-9062-0830805fe1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:16.968668 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=4cdef6fc-cd14-4989-8aa8-53985957c862,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:16.978997 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-bbe614dc-43ad-4576-9062-0830805fe1a9 None None] Port ac619c16-4da9-4bb2-8648-1364c49ae005 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:37:16.988077 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:16.988456 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:17.778708 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:18.533690 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 3c9632d5-89aa-4c15-a95f-6eff7be9949c up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:18.595681 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 3c9632d5-89aa-4c15-a95f-6eff7be9949c completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:18.601051 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 3c9632d5-89aa-4c15-a95f-6eff7be9949c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:18.601674 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:18.706439 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:18.731081 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 3c9632d5-89aa-4c15-a95f-6eff7be9949c, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=3c9632d5-89aa-4c15-a95f-6eff7be9949c,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:18.735600 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:18.736401 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 4cdef6fc-cd14-4989-8aa8-53985957c862 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:18.814025 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=3c9632d5-89aa-4c15-a95f-6eff7be9949c,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:18.824048 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 4cdef6fc-cd14-4989-8aa8-53985957c862 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:18.824474 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:18.940280 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b06b290-2e94-4326-a45a-44c516571c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:19.472123 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Sync routers for ids ['20741946-18a4-4cbf-8b27-554a6569e363'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:37:19.481196 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Routers {'20741946-18a4-4cbf-8b27-554a6569e363'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:19.481806 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['20741946-18a4-4cbf-8b27-554a6569e363'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:19.614897 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Set router 20741946-18a4-4cbf-8b27-554a6569e363 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:19.844186 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 4, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port': {'id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:13Z', 'updated_at': '2021-07-22T09:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'ac619c16-4da9-4bb2-8648-1364c49ae005', 'name': '', 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'mac_address': 'fa:16:3e:2e:e5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:15Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 2, 'project_id': '4283ee565c854d889420a7f468083af4', 'subnets': [{'id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:19.872126 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Checking router: 20741946-18a4-4cbf-8b27-554a6569e363 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:37:19.872482 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Updating router 20741946-18a4-4cbf-8b27-554a6569e363 port ac619c16-4da9-4bb2-8648-1364c49ae005 binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:37:19.910141 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:20.202738 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:20.216615 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Transition to ACTIVE for port object ac619c16-4da9-4bb2-8648-1364c49ae005 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:20.223428 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:20.276200 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c9d02-10b6-409c-bf82-440ea69b60d4 None None] Pushing event updated for resources: {'Port': ['ID=ac619c16-4da9-4bb2-8648-1364c49ae005,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:20.343172 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Attempting to bind port ac619c16-4da9-4bb2-8648-1364c49ae005 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:37:20.343699 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Attempting to bind port ac619c16-4da9-4bb2-8648-1364c49ae005 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:37:20.344184 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Attempting to bind port ac619c16-4da9-4bb2-8648-1364c49ae005 on network fe6285d1-0e2b-44a2-ace4-57717bdb7efd {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:20.350598 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:37:20.351057 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Checking segment: {'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:20.351546 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:20.352007 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Bound using segment: {'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:37:20.352554 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Bound port: ac619c16-4da9-4bb2-8648-1364c49ae005, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6f11c0-6c72-4d90-82ef-a40685419913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:37:20.353023 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:20.464697 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] For port ac619c16-4da9-4bb2-8648-1364c49ae005, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:37:20.468408 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] For port ac619c16-4da9-4bb2-8648-1364c49ae005, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=ac619c16-4da9-4bb2-8648-1364c49ae005,segment=NetworkSegment(fa6f11c0-6c72-4d90-82ef-a40685419913),segment_id=fa6f11c0-6c72-4d90-82ef-a40685419913)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:37:20.473078 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 3c9632d5-89aa-4c15-a95f-6eff7be9949c up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:20.482589 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:20.549690 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c9d02-10b6-409c-bf82-440ea69b60d4 None None] Pushing event updated for resources: {'Port': ['ID=ac619c16-4da9-4bb2-8648-1364c49ae005,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:20.565678 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 3c9632d5-89aa-4c15-a95f-6eff7be9949c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:20.566106 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:20.576133 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Routers {'20741946-18a4-4cbf-8b27-554a6569e363'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:20.576874 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:36:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['20741946-18a4-4cbf-8b27-554a6569e363'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:20.796850 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] Set router 20741946-18a4-4cbf-8b27-554a6569e363 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:21.022677 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 4, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port': {'id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:13Z', 'updated_at': '2021-07-22T09:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'ac619c16-4da9-4bb2-8648-1364c49ae005', 'name': '', 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'mac_address': 'fa:16:3e:2e:e5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:15Z', 'updated_at': '2021-07-22T09:37:20Z', 'revision_number': 4, 'project_id': '4283ee565c854d889420a7f468083af4', 'subnets': [{'id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:21.063286 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206330d-f68e-4ff1-b1c5-428e9046ffdb None None] The sync data for ids ['20741946-18a4-4cbf-8b27-554a6569e363'] in dv-cinder-801717-2-iscsi is: [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 4, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port': {'id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:13Z', 'updated_at': '2021-07-22T09:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'ac619c16-4da9-4bb2-8648-1364c49ae005', 'name': '', 'network_id': 'fe6285d1-0e2b-44a2-ace4-57717bdb7efd', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'mac_address': 'fa:16:3e:2e:e5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:15Z', 'updated_at': '2021-07-22T09:37:20Z', 'revision_number': 4, 'project_id': '4283ee565c854d889420a7f468083af4', 'subnets': [{'id': '5f41a3d8-e49f-4f72-8a39-168d179bbf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:37:21.542908 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a5967fe9-3a03-4c48-901d-f90861516a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:21.589803 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:22.508708 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ac619c16-4da9-4bb2-8648-1364c49ae005 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:22.576929 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port ac619c16-4da9-4bb2-8648-1364c49ae005 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:22.582600 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port ac619c16-4da9-4bb2-8648-1364c49ae005 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:22.582600 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:22.673679 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:22.706912 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port ac619c16-4da9-4bb2-8648-1364c49ae005, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=ac619c16-4da9-4bb2-8648-1364c49ae005,segment=NetworkSegment(fa6f11c0-6c72-4d90-82ef-a40685419913),segment_id=fa6f11c0-6c72-4d90-82ef-a40685419913)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:22.711607 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:22.771391 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=ac619c16-4da9-4bb2-8648-1364c49ae005,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:23.127693 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:24.435974 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ac619c16-4da9-4bb2-8648-1364c49ae005 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:24.488306 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port ac619c16-4da9-4bb2-8648-1364c49ae005 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:24.488685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:24.667140 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:25.519240 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:37:26.613795 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a16350b6-a0d9-449d-ba02-57769acd9207 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:26.615757 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a16350b6-a0d9-449d-ba02-57769acd9207 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 815 time: 0.1036727 Jul 22 09:37:26.630463 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-62800735-a2bd-4e18-996d-c188b65b3bb1 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/quotas/da529e53800b40caae6667dbea96de12 HTTP/1.1" status: 200 len: 375 time: 0.0088830 Jul 22 09:37:26.695347 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-ee4f8deb-ccd1-4416-ba1e-75c769232cd3 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595663 Jul 22 09:37:26.875320 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-bb05f104-cf38-46cd-868a-380d9276e8c2 service neutron] 10.222.0.20 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689093 Jul 22 09:37:26.962123 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-e3b50cb3-9a25-41c9-bc3d-a0173d72de1e service neutron] 10.222.0.20 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809863 Jul 22 09:37:27.129422 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3b7c8115-ae33-4ded-9a34-35ec104c30b4 req-5fa7f298-7126-4e4e-a32b-ad2e8bfe073e tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 210 time: 0.0330117 Jul 22 09:37:28.166888 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-2d259292-c337-48ba-82e8-1ce9cb15422c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:28.168573 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-2d259292-c337-48ba-82e8-1ce9cb15422c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.46 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 815 time: 0.1068358 Jul 22 09:37:28.182860 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'port': {'device_id': '52ce67d7-496a-4308-b517-456c60d861f0', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'admin_state_up': True, 'tenant_id': 'da529e53800b40caae6667dbea96de12'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:28.238138 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36f6b135-3ba8-4b40-88c9-56ef7fcd724a req-d501f3f9-a08b-49f4-ae7e-69ba443f1144 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 210 time: 0.0392528 Jul 22 09:37:28.318246 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Made reservation on behalf of da529e53800b40caae6667dbea96de12 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:37:28.321726 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:28.451413 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Allocated IP 172.20.0.11 (cc617a5c-496c-41ec-a016-94343d34ef1d/6a36151b-02d3-4a14-934f-04e24bf50cc6/0d50b2bb-625a-42e6-bc37-d3a704cc4d3e) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:28.635089 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:28.653338 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Transition to ACTIVE for port object 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:28.687199 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:28.730769 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Network cc617a5c-496c-41ec-a016-94343d34ef1d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:28.736054 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:28.740552 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:28.771208 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:28.782403 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.782918 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.783268 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.783607 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.783943 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.784275 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.784861 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.785227 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.785563 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.785968 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.786335 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.787024 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:28.812413 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:28.813048 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:28.830180 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-962466ef-9a79-4952-96d6-c033dc62b522 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6514111 Jul 22 09:37:28.942778 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8d25722d-e9fe-465d-a21b-1e60bbd352bc None None] Provisioning for port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:28.946629 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8d25722d-e9fe-465d-a21b-1e60bbd352bc None None] Provisioning complete for port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:28.946990 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8d25722d-e9fe-465d-a21b-1e60bbd352bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:28.982733 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-8d25722d-e9fe-465d-a21b-1e60bbd352bc None None] Port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:37:29.371236 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8756-54c6-4d52-988f-7afd67746959 req-84862f53-5a44-4faa-8a90-d1fcfedea65a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:29.372776 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-903a8756-54c6-4d52-988f-7afd67746959 req-84862f53-5a44-4faa-8a90-d1fcfedea65a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0656838 Jul 22 09:37:29.414170 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-903a8756-54c6-4d52-988f-7afd67746959 req-9a848235-378e-41c1-8afa-b82e0cafb514 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354059 Jul 22 09:37:30.551376 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4d142-e7e6-41c6-a95e-15b34ddb32b5 req-43a2cb12-f7a5-4191-a349-c055bb9a3863 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:30.553724 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-beb4d142-e7e6-41c6-a95e-15b34ddb32b5 req-43a2cb12-f7a5-4191-a349-c055bb9a3863 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0684800 Jul 22 09:37:30.591779 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-beb4d142-e7e6-41c6-a95e-15b34ddb32b5 req-b1d0083c-0511-4bf4-b0e8-51416849b2a5 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Jul 22 09:37:31.723528 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7a5c0-beb1-4132-a1a7-283c7b5264be req-0da84f4a-d098-4631-8de3-7a609b440f69 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:31.725019 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-efa7a5c0-beb1-4132-a1a7-283c7b5264be req-0da84f4a-d098-4631-8de3-7a609b440f69 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0659428 Jul 22 09:37:31.763845 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-efa7a5c0-beb1-4132-a1a7-283c7b5264be req-faf7daf1-84f0-4725-9d45-67e640712a76 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333478 Jul 22 09:37:32.896100 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dc304-0769-40fc-8ee3-5303e51fc3e1 req-0c296ce0-f778-447b-bb81-3e98d0c46e36 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:32.897553 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b2dc304-0769-40fc-8ee3-5303e51fc3e1 req-0c296ce0-f778-447b-bb81-3e98d0c46e36 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0652056 Jul 22 09:37:32.938084 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b2dc304-0769-40fc-8ee3-5303e51fc3e1 req-f86779e5-5219-479a-bcb8-1f18cf8dd657 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350690 Jul 22 09:37:34.082662 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3b52a-9b46-4cc3-afab-05458d9c689e req-ee265322-a22e-40aa-8e2d-ace1524daccd tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:34.084191 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aef3b52a-9b46-4cc3-afab-05458d9c689e req-ee265322-a22e-40aa-8e2d-ace1524daccd tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0709500 Jul 22 09:37:34.121652 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aef3b52a-9b46-4cc3-afab-05458d9c689e req-ad07ad6d-dac4-4cfc-90f0-fc83fd85ee0d tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Jul 22 09:37:35.253482 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0dc4-aae5-42ef-9cb3-0f6368443f1a req-6bad7af6-eef8-4b68-9f92-d815386113e6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:35.255056 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b7a0dc4-aae5-42ef-9cb3-0f6368443f1a req-6bad7af6-eef8-4b68-9f92-d815386113e6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0655441 Jul 22 09:37:35.299692 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b7a0dc4-aae5-42ef-9cb3-0f6368443f1a req-52da4e00-69cb-4e4e-9c62-b276aa760506 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349419 Jul 22 09:37:36.433162 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ed53-5306-4b7f-bb21-1df7ae2cb55e req-953d1475-f77f-4654-a41d-23eead9bf6ed tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:36.434755 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ee4ed53-5306-4b7f-bb21-1df7ae2cb55e req-953d1475-f77f-4654-a41d-23eead9bf6ed tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0709043 Jul 22 09:37:36.480963 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ee4ed53-5306-4b7f-bb21-1df7ae2cb55e req-d7e17436-089d-450d-8b6b-b54cd81777cc tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Jul 22 09:37:37.611252 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b932-e73e-4134-97eb-329fea2bf944 req-c14abf19-43b9-4225-89d3-dac2346d14be tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:37.612789 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c40b932-e73e-4134-97eb-329fea2bf944 req-c14abf19-43b9-4225-89d3-dac2346d14be tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0672295 Jul 22 09:37:37.653633 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c40b932-e73e-4134-97eb-329fea2bf944 req-26408a04-d5fc-402c-9f4b-4ca0cceabf63 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348194 Jul 22 09:37:38.784211 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e19a-fb0f-4230-a711-83795c844b8a req-19e46809-23c7-402a-b8c8-566649ad3eff tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:38.785829 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03b6e19a-fb0f-4230-a711-83795c844b8a req-19e46809-23c7-402a-b8c8-566649ad3eff tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0630975 Jul 22 09:37:38.831225 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03b6e19a-fb0f-4230-a711-83795c844b8a req-d2e57633-dd52-443e-8551-57cbb2edd960 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Jul 22 09:37:39.962588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df1ecc-c935-4580-bd03-a3c5afa08b16 req-f997193b-484b-4136-bae3-2902c9214646 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:39.964619 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00df1ecc-c935-4580-bd03-a3c5afa08b16 req-f997193b-484b-4136-bae3-2902c9214646 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 932 time: 0.0688615 Jul 22 09:37:40.003597 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00df1ecc-c935-4580-bd03-a3c5afa08b16 req-df087b11-363d-4417-a48e-2308f8908d8f tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Jul 22 09:37:40.275532 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Request body: {'port': {'device_id': '52ce67d7-496a-4308-b517-456c60d861f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:40.349082 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:40.638960 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:37:40.647087 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:40.659091 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Transition to ACTIVE for port object 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:37:40.663019 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:40.713936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:40.784089 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Attempting to bind port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:37:40.784431 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Attempting to bind port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:37:40.784812 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Attempting to bind port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e on network cc617a5c-496c-41ec-a016-94343d34ef1d {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:40.790585 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e on network cc617a5c-496c-41ec-a016-94343d34ef1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:37:40.791051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Attempting to bind port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e on network cc617a5c-496c-41ec-a016-94343d34ef1d {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:37:40.796107 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:37:40.796445 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Checking segment: {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:37:40.796827 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Bound using segment: {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:37:40.797434 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Bound port: 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd862ff9c-72f6-4da7-aa16-af8777023626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:37:40.797801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:40.864933 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:37:40.868051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:37:40.871561 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:40.903979 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:40.904596 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:40.906010 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 1094 time: 0.6352088 Jul 22 09:37:40.906486 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:37:40.908774 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08c7ccd-609e-491f-8a00-32afb881aaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:37:40.935868 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bce1c0-3d53-4bd1-a727-778d32fc87f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:40.999293 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-ec82d692-9114-4799-befb-02805bd00846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.001516 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-ec82d692-9114-4799-befb-02805bd00846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1097 time: 0.0572443 Jul 22 09:37:41.048784 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-3cdefce5-4f94-4b92-96bb-8a4846dab3f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 217 time: 0.0396793 Jul 22 09:37:41.089814 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8cfba6-9def-44e9-b07f-01ec9ee9fad2 x-openstack-request-id: req-bf8cfba6-9def-44e9-b07f-01ec9ee9fad2 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:37:41.090258 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:37:41.090513 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf8cfba6-9def-44e9-b07f-01ec9ee9fad2 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:37:41.091054 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'status': 'completed', 'code': 200} Jul 22 09:37:41.134793 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-4ab526e2-a2d6-4719-9662-7fba50b56f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.136309 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-4ab526e2-a2d6-4719-9662-7fba50b56f25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 200 len: 854 time: 0.0811617 Jul 22 09:37:41.194427 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109e2e0-e282-4bbe-ac3b-a9ca1bad0133 req-ca3a1172-28ca-4f56-ac57-8cde32adeb43 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.195890 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e109e2e0-e282-4bbe-ac3b-a9ca1bad0133 req-ca3a1172-28ca-4f56-ac57-8cde32adeb43 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 944 time: 0.1082523 Jul 22 09:37:41.240704 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-657e3b3d-9ed8-47e7-b964-fc483487fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.242180 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-657e3b3d-9ed8-47e7-b964-fc483487fba0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc617a5c-496c-41ec-a016-94343d34ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947173 Jul 22 09:37:41.246987 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e109e2e0-e282-4bbe-ac3b-a9ca1bad0133 req-222108a6-1e6a-49bf-bc03-aa61f633e765 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Jul 22 09:37:41.332527 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-6cb72f49-19bb-4dd4-8c2c-39268dde5367 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Jul 22 09:37:41.422987 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd35295-e6d7-47cc-8287-d6e2ddead577 req-49c3e459-d872-489e-bd3e-3156f20a4dd8 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830431 Jul 22 09:37:41.524494 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-97d321f2-83ce-40a6-b248-cced04f05cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.526044 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-97d321f2-83ce-40a6-b248-cced04f05cfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1097 time: 0.0532660 Jul 22 09:37:41.618743 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-3d2439d8-9ea7-4f8e-bc25-4f0b55559e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.620225 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-3d2439d8-9ea7-4f8e-bc25-4f0b55559e1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 915 time: 0.0868015 Jul 22 09:37:41.663144 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-1bf17be0-13cf-43b1-88df-dad123dc7c8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 217 time: 0.0352547 Jul 22 09:37:41.716414 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-befa37fd-7229-42ad-8d95-67f1a66e7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.717854 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-befa37fd-7229-42ad-8d95-67f1a66e7bf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 200 len: 854 time: 0.0466807 Jul 22 09:37:41.774566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-2e5fe352-93a5-4e35-9699-478693254358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:41.776030 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-2e5fe352-93a5-4e35-9699-478693254358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc617a5c-496c-41ec-a016-94343d34ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512140 Jul 22 09:37:41.866680 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-4d4aba61-57bb-45be-bfbb-7ba9a3eb16f0 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 Jul 22 09:37:41.956886 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08c7ccd-609e-491f-8a00-32afb881aaa5 req-652744b6-6ac0-44d2-abe3-a6c48e6bb5ec service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833364 Jul 22 09:37:42.385412 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2e930-125b-44fd-89a9-c1d7c3e5ab32 req-a0e71b62-1e62-4463-8e3e-4424527b45f1 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:42.386949 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06c2e930-125b-44fd-89a9-c1d7c3e5ab32 req-a0e71b62-1e62-4463-8e3e-4424527b45f1 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 944 time: 0.0642452 Jul 22 09:37:42.424166 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06c2e930-125b-44fd-89a9-c1d7c3e5ab32 req-161609e2-a396-4b3d-b1f4-436214fdbb8a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Jul 22 09:37:42.944230 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9d895-2a84-4f6b-a0a7-5eb6ff744d5c req-4aead28f-69fb-442b-9f9c-1c584fea212b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:42.945678 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07a9d895-2a84-4f6b-a0a7-5eb6ff744d5c req-4aead28f-69fb-442b-9f9c-1c584fea212b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0671415 Jul 22 09:37:42.981491 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07a9d895-2a84-4f6b-a0a7-5eb6ff744d5c req-8179fa1b-7f9f-4395-9b9c-ec0981843479 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303259 Jul 22 09:37:43.551116 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a4ba-b094-4041-a643-173005eb114a req-b1b8f59a-ba9d-4483-aafe-e66215fdd512 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:43.552654 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0e8a4ba-b094-4041-a643-173005eb114a req-b1b8f59a-ba9d-4483-aafe-e66215fdd512 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 944 time: 0.0617325 Jul 22 09:37:43.589448 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0e8a4ba-b094-4041-a643-173005eb114a req-0dfd4243-2917-4d70-b990-36416fd4fb2d tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jul 22 09:37:44.111186 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc8148-53f2-45ab-af8f-37cf76dc3446 req-c21855e8-eae2-43f1-aa3f-fc69973626eb tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:44.112629 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2dc8148-53f2-45ab-af8f-37cf76dc3446 req-c21855e8-eae2-43f1-aa3f-fc69973626eb tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0614476 Jul 22 09:37:44.150134 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2dc8148-53f2-45ab-af8f-37cf76dc3446 req-00c00ead-bbf6-423b-9730-f2bb76628cf8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Jul 22 09:37:44.722121 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517c6d-1f84-4925-96cc-21b3a9c84666 req-8d822e7f-373b-495d-9abb-81caabb6fa47 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:44.724282 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39517c6d-1f84-4925-96cc-21b3a9c84666 req-8d822e7f-373b-495d-9abb-81caabb6fa47 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 944 time: 0.0680103 Jul 22 09:37:44.760608 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39517c6d-1f84-4925-96cc-21b3a9c84666 req-17d1cd0a-b738-42ab-952e-d8d2fa68ae67 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310583 Jul 22 09:37:44.781321 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:37:44.876271 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:44.886912 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'port_id': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'mac_address': 'fa:16:3e:4f:b3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:37:44.921998 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:44.934600 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:37:44.952969 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:44.957086 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:45.001908 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:45.193920 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:37:45.281062 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce70d93-1b6b-4764-bac8-0cee7d38cbf9 req-026f78dc-da1a-4e37-8263-d5eb1c636161 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:45.282594 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cce70d93-1b6b-4764-bac8-0cee7d38cbf9 req-026f78dc-da1a-4e37-8263-d5eb1c636161 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0630817 Jul 22 09:37:45.319757 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cce70d93-1b6b-4764-bac8-0cee7d38cbf9 req-d41ebf98-2d18-4f67-be82-f015cbc48029 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 Jul 22 09:37:45.887559 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098c6b6-45ce-468c-a53d-f0d1e050871b req-5e0c5464-abab-44a1-8268-7f6c09789b5f tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:45.888940 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2098c6b6-45ce-468c-a53d-f0d1e050871b req-5e0c5464-abab-44a1-8268-7f6c09789b5f tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 945 time: 0.0648220 Jul 22 09:37:45.925211 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2098c6b6-45ce-468c-a53d-f0d1e050871b req-eefed828-3d6c-4308-91c4-4b77d4df204c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Jul 22 09:37:46.449015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9f320-08cd-4c89-85c7-c3df7b9aa328 req-40c54671-7042-4a6b-8a4f-301afbd1f0a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:46.450529 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bbf9f320-08cd-4c89-85c7-c3df7b9aa328 req-40c54671-7042-4a6b-8a4f-301afbd1f0a1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0619626 Jul 22 09:37:46.486620 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bbf9f320-08cd-4c89-85c7-c3df7b9aa328 req-9c7b462d-f5dc-4426-92e7-d98d63bf33d4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307376 Jul 22 09:37:46.780426 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:46.827018 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:37:46.830451 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:46.831071 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:46.909543 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:46.930381 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:37:46.932945 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e3ead-1dd9-4a4a-a093-42914d9a7568" -d '{"events": [{"server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "name": "network-vif-plugged", "status": "completed", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:37:46.946974 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:46.951372 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:46.999390 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:47.029395 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cfdbd8-d3f3-44bd-af8b-4f972f51b438 x-openstack-request-id: req-12cfdbd8-d3f3-44bd-af8b-4f972f51b438 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:37:47.029685 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "name": "network-vif-plugged", "status": "completed", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:37:47.029938 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12cfdbd8-d3f3-44bd-af8b-4f972f51b438 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:37:47.030362 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'code': 200} Jul 22 09:37:47.057802 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896daf3-c5cd-4850-a450-8cd8649908f1 req-b9e89b32-eb8a-4c27-be2b-3b32131e696f tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:47.059795 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e896daf3-c5cd-4850-a450-8cd8649908f1 req-b9e89b32-eb8a-4c27-be2b-3b32131e696f tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0653098 Jul 22 09:37:47.097171 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e896daf3-c5cd-4850-a450-8cd8649908f1 req-bac01028-2a4b-4716-a0c2-bef933799365 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Jul 22 09:37:47.207638 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddfa57-fbd5-4c5b-bf54-bdbf7407ed44 req-42596161-2af1-413c-8f6c-c8cc122f8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:47.209791 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-26ddfa57-fbd5-4c5b-bf54-bdbf7407ed44 req-42596161-2af1-413c-8f6c-c8cc122f8c20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1099 time: 0.0543070 Jul 22 09:37:47.242817 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-26ddfa57-fbd5-4c5b-bf54-bdbf7407ed44 req-7f014de7-dac1-4e26-8adf-92683ad4abfd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265532 Jul 22 09:37:47.618348 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db9b37-e3dd-4d81-8914-f77077d7b48c req-7ef62399-7a18-4f9b-b041-ef8c5438c90f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:47.619816 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92db9b37-e3dd-4d81-8914-f77077d7b48c req-7ef62399-7a18-4f9b-b041-ef8c5438c90f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0638926 Jul 22 09:37:47.655552 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92db9b37-e3dd-4d81-8914-f77077d7b48c req-80f85c71-cb64-49bc-ab17-9d216cda320a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302315 Jul 22 09:37:47.941958 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:48.224377 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d5fa-1e8f-42d6-9c1a-040d40800a35 req-643afdde-6761-4446-aa5e-ed2aedfb369a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:48.226433 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65b5d5fa-1e8f-42d6-9c1a-040d40800a35 req-643afdde-6761-4446-aa5e-ed2aedfb369a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0657277 Jul 22 09:37:48.261899 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65b5d5fa-1e8f-42d6-9c1a-040d40800a35 req-dc634201-f121-4382-8eff-2c87b4c61b5c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301132 Jul 22 09:37:48.386523 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080eb44-ed02-4355-9bca-0117693768f6 req-c38c4ce3-5ecd-4c6c-9457-29ef96948979 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:48.388019 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c080eb44-ed02-4355-9bca-0117693768f6 req-c38c4ce3-5ecd-4c6c-9457-29ef96948979 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0628788 Jul 22 09:37:48.424437 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c080eb44-ed02-4355-9bca-0117693768f6 req-8dd27d27-23b9-4d5e-9327-815708bc0d14 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Jul 22 09:37:48.792194 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9dd58-370d-4066-88f4-71496c0cfb3a req-ae24c143-0ab2-4e4c-b531-da15ecedb5f3 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:48.793652 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcd9dd58-370d-4066-88f4-71496c0cfb3a req-ae24c143-0ab2-4e4c-b531-da15ecedb5f3 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.1007385 Jul 22 09:37:48.814640 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42996d06-e4e3-4db1-8dcb-614835b9bc04 req-5e53b304-148b-4905-a267-bfbaff33fd1f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:48.815955 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42996d06-e4e3-4db1-8dcb-614835b9bc04 req-5e53b304-148b-4905-a267-bfbaff33fd1f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0900338 Jul 22 09:37:48.861702 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcd9dd58-370d-4066-88f4-71496c0cfb3a req-1ae76f7a-5a60-4212-b540-e6e3a979a767 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606632 Jul 22 09:37:48.868952 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42996d06-e4e3-4db1-8dcb-614835b9bc04 req-4bb638a4-c48a-4838-90d5-1763a4bf5c43 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452569 Jul 22 09:37:48.942360 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c8f2f829-f455-482d-966c-b7b92b2338f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:49.999572 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5367a-29eb-424b-a8b8-ff8cfc168416 req-9e4cfdc8-5337-4a71-b4fe-54f1b238113e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:50.001061 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eab5367a-29eb-424b-a8b8-ff8cfc168416 req-9e4cfdc8-5337-4a71-b4fe-54f1b238113e tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0628412 Jul 22 09:37:50.037693 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eab5367a-29eb-424b-a8b8-ff8cfc168416 req-741dbf78-72c0-45fe-9515-6b68f16be347 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Jul 22 09:37:51.169479 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dd216-53a0-44c5-80bc-9d7e83f08641 req-0b9aa585-d912-4bb1-b568-0e3dcee0016a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:51.170965 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-be0dd216-53a0-44c5-80bc-9d7e83f08641 req-0b9aa585-d912-4bb1-b568-0e3dcee0016a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0644696 Jul 22 09:37:51.207899 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-be0dd216-53a0-44c5-80bc-9d7e83f08641 req-b9bc49ef-2dce-4201-9f5a-349641dac296 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315843 Jul 22 09:37:51.543220 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a960a69b-454b-439a-a299-f6e11eeba10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:51.579844 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:52.339038 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd0317-8d44-44db-a972-3dfcf05766e7 req-21d825eb-998a-485a-99fb-0116708a7e40 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:52.340576 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3cd0317-8d44-44db-a972-3dfcf05766e7 req-21d825eb-998a-485a-99fb-0116708a7e40 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0618095 Jul 22 09:37:52.376288 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3cd0317-8d44-44db-a972-3dfcf05766e7 req-62a412ee-c38c-41fc-af6d-e2f02068eca6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302916 Jul 22 09:37:53.125950 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:53.506394 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb7d48-4026-4f52-bf5d-b75ecb24af1b req-ed9d207f-620e-412c-9a8d-8c4239a709a8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:53.507861 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-17bb7d48-4026-4f52-bf5d-b75ecb24af1b req-ed9d207f-620e-412c-9a8d-8c4239a709a8 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0612707 Jul 22 09:37:53.544040 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-17bb7d48-4026-4f52-bf5d-b75ecb24af1b req-bd4962f8-e324-4ae0-b79d-b6d54b97d9de tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Jul 22 09:37:54.666338 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:54.681317 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395306b5-8c66-449e-a0c0-0e8753f69d86 req-60d90f62-f1d8-412a-99a9-95e4a355402f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:54.682824 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-395306b5-8c66-449e-a0c0-0e8753f69d86 req-60d90f62-f1d8-412a-99a9-95e4a355402f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0663803 Jul 22 09:37:54.719861 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-395306b5-8c66-449e-a0c0-0e8753f69d86 req-8a31a908-38cc-4589-8fda-3e76c8a75b07 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Jul 22 09:37:54.832034 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:37:54.928341 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:54.938890 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'port_id': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'mac_address': 'fa:16:3e:ac:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:37:54.973859 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:54.986355 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceb4d745-eeb2-4026-a794-6588b2523edc {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:37:55.004498 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:55.008081 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:55.059868 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:55.066676 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.067026 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.067521 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.067702 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.068036 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.068467 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.068799 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.069144 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.069475 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.070402 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.070774 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.071124 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:55.102875 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['ceb4d745-eeb2-4026-a794-6588b2523edc'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:37:55.868275 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d2a4-338b-4d6b-8a83-279a0e31834c req-e8463a3f-c2f8-446e-946f-4dbed55996a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:55.869695 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2f5d2a4-338b-4d6b-8a83-279a0e31834c req-e8463a3f-c2f8-446e-946f-4dbed55996a3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 944 time: 0.0758052 Jul 22 09:37:55.916951 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2f5d2a4-338b-4d6b-8a83-279a0e31834c req-eb7ca5cb-37fb-416e-8550-02ed11ce1b6a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Jul 22 09:37:56.849928 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:37:56.905898 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port ceb4d745-eeb2-4026-a794-6588b2523edc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:37:56.906314 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:56.987749 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:57.027121 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:37:57.028091 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:37:57.030673 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc60387-0915-41bd-941b-d5befa091c35" -d '{"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:37:57.034796 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:57.100549 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19c56a3-beb0-45e0-bf74-c0cdc8f280e0 x-openstack-request-id: req-a19c56a3-beb0-45e0-bf74-c0cdc8f280e0 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:37:57.100549 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:37:57.100549 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a19c56a3-beb0-45e0-bf74-c0cdc8f280e0 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:37:57.107021 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'code': 200} Jul 22 09:37:57.122509 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:57.124764 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd92bb-98e7-41f5-8a5a-53633c0e6d0e req-f827640d-965e-481c-a152-5e693a19e486 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:57.132344 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9cd92bb-98e7-41f5-8a5a-53633c0e6d0e req-f827640d-965e-481c-a152-5e693a19e486 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.1084597 Jul 22 09:37:57.171627 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9cd92bb-98e7-41f5-8a5a-53633c0e6d0e req-6cfad622-a19b-4bdc-947f-7a654ceb9c79 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381544 Jul 22 09:37:57.356005 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007129b-87d0-44a9-92a6-4de514624e28 req-5b709a15-f0fa-46ba-bb84-06a67a9f17c7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:57.357803 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0007129b-87d0-44a9-92a6-4de514624e28 req-5b709a15-f0fa-46ba-bb84-06a67a9f17c7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0773799 Jul 22 09:37:57.404957 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0007129b-87d0-44a9-92a6-4de514624e28 req-599beb06-443c-4996-a52f-60f7bd38f783 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Jul 22 09:37:57.428038 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46338) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:57.533041 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86042e58-dd2b-4b00-ac19-1858a484380a tempest-TestMinimumBasicScenario-460243172 tempest-TestMinimumBasicScenario-460243172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:57.534903 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-86042e58-dd2b-4b00-ac19-1858a484380a tempest-TestMinimumBasicScenario-460243172 tempest-TestMinimumBasicScenario-460243172-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1094 time: 0.1056609 Jul 22 09:37:57.537861 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46342) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:57.542296 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'port_id': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:57.567405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:57.682703 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:57.799192 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Allocated IP 172.27.1.152 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/eb3682e1-0831-412b-a203-228ad01c8e3c) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:37:57.910597 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:57.955692 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:58.015158 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:37:58.019853 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:37:58.023657 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:37:58.054011 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'Port': ['ID=eb3682e1-0831-412b-a203-228ad01c8e3c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:58.066596 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.066935 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.067283 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.067618 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.067956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.068275 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.068603 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.068926 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.069246 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.069586 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.070422 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.070741 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:37:58.326611 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1547fa-30a0-489b-8bd2-beef8673d997 req-f8a15e44-99e5-46ae-8c37-ef5b6a917b71 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:58.334362 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef1547fa-30a0-489b-8bd2-beef8673d997 req-f8a15e44-99e5-46ae-8c37-ef5b6a917b71 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0743518 Jul 22 09:37:58.388906 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef1547fa-30a0-489b-8bd2-beef8673d997 req-ee04a14b-cd8c-4948-8672-986fd596a7b5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509343 Jul 22 09:37:58.467169 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:58.552225 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:58.730367 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:58.737591 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:58.809799 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'Port': ['ID=eb3682e1-0831-412b-a203-228ad01c8e3c,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:58.820466 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:58.931810 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Floating IP e4e64a1f-6a36-4a9d-9804-539492a2611b associated. External IP: 172.27.1.152, port: 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e. Jul 22 09:37:59.158674 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Router d7e2b611-45dd-4f10-8aac-17747543b491 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:37:59.278329 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:37:59.289877 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] Sync routers for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:37:59.297669 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:59.305487 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:59.306531 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:37:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:59.427980 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:37:59.548801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268c92a-a9e8-4da9-9824-5116b30d782a req-79c30c6c-5b40-4344-9408-634fa1a21285 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:59.555523 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e268c92a-a9e8-4da9-9824-5116b30d782a req-79c30c6c-5b40-4344-9408-634fa1a21285 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0888863 Jul 22 09:37:59.568956 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-40d55e74-38a8-4b6c-92fe-ba01fc4f8081 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0295885 Jul 22 09:37:59.569561 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:37:59.576750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46352) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:59.581686 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd642b4-d9a0-41a0-b3ad-e8205225953b" -d '{"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:37:59.582353 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ad8bbcba-226d-452a-81d2-64956f16c0e8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749955518', 'description': 'tempest-secgroup-smoke-749955518 description', 'project_id': 'da529e53800b40caae6667dbea96de12'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:59.610543 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbcba-226d-452a-81d2-64956f16c0e8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:59.656855 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e268c92a-a9e8-4da9-9824-5116b30d782a req-05273cf9-a445-422d-b59c-18480ecef893 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949504 Jul 22 09:37:59.745175 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbcba-226d-452a-81d2-64956f16c0e8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:59.751045 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbcba-226d-452a-81d2-64956f16c0e8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:59.786316 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81d7bc4-70c8-4bcf-93a5-808093ce1e19 x-openstack-request-id: req-e81d7bc4-70c8-4bcf-93a5-808093ce1e19 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:37:59.786597 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:37:59.786972 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e81d7bc4-70c8-4bcf-93a5-808093ce1e19 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:37:59.787331 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'status': 'completed', 'code': 200} Jul 22 09:37:59.789750 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'e4e64a1f-6a36-4a9d-9804-539492a2611b', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'port_id': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'mac_address': 'fa:16:3e:4f:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ce67d7-496a-4308-b517-456c60d861f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:37:58Z', 'updated_at': '2021-07-22T09:37:58Z', 'revision_number': 0, 'project_id': 'da529e53800b40caae6667dbea96de12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 5, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:59.791951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bbcba-226d-452a-81d2-64956f16c0e8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff2cdb9-191c-495f-a344-b011260b8bea,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:37:59.796654 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbcba-226d-452a-81d2-64956f16c0e8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:59.801282 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ad8bbcba-226d-452a-81d2-64956f16c0e8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2206845 Jul 22 09:37:59.802194 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46358) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:37:59.808252 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-31f98dd8-4d9b-4597-8852-b85241aff9a7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'security_group_rule': {'security_group_id': '6ff2cdb9-191c-495f-a344-b011260b8bea', 'project_id': 'da529e53800b40caae6667dbea96de12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:37:59.834472 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] Checking router: d7e2b611-45dd-4f10-8aac-17747543b491 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:37:59.847570 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:37:59.848452 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:37:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:37:59.884872 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31f98dd8-4d9b-4597-8852-b85241aff9a7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:37:59.910115 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-f320c9fe-27e6-4ca0-a22c-7a8a21c08855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:37:59.913092 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-f320c9fe-27e6-4ca0-a22c-7a8a21c08855 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1099 time: 0.0959895 Jul 22 09:37:59.961405 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:00.016124 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31f98dd8-4d9b-4597-8852-b85241aff9a7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.026163 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31f98dd8-4d9b-4597-8852-b85241aff9a7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.060553 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98dd8-4d9b-4597-8852-b85241aff9a7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f017132a-06cf-42fd-a82a-0a71171d5645,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:00.066294 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-19a9d7a0-699d-4aa4-a419-a37fb2547034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:00.067911 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-19a9d7a0-699d-4aa4-a419-a37fb2547034 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 915 time: 0.1436617 Jul 22 09:38:00.084111 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31f98dd8-4d9b-4597-8852-b85241aff9a7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.089160 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-31f98dd8-4d9b-4597-8852-b85241aff9a7 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2829216 Jul 22 09:38:00.089330 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46360) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:00.093632 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d6d37161-1150-49de-b3b1-bbc23a79b586 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'security_group_rule': {'security_group_id': '6ff2cdb9-191c-495f-a344-b011260b8bea', 'project_id': 'da529e53800b40caae6667dbea96de12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:00.151864 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6d37161-1150-49de-b3b1-bbc23a79b586 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.242698 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6d37161-1150-49de-b3b1-bbc23a79b586 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.248613 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6d37161-1150-49de-b3b1-bbc23a79b586 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.280160 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d37161-1150-49de-b3b1-bbc23a79b586 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d3c7a9-5747-48b2-95d9-28c776bf5113,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:00.291132 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6d37161-1150-49de-b3b1-bbc23a79b586 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.293686 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d6d37161-1150-49de-b3b1-bbc23a79b586 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2036369 Jul 22 09:38:00.296539 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46362) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:00.305905 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b6d65402-ea09-40c2-8495-e343a34f465c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'security_group_rule': {'security_group_id': '6ff2cdb9-191c-495f-a344-b011260b8bea', 'project_id': 'da529e53800b40caae6667dbea96de12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:00.315400 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'e4e64a1f-6a36-4a9d-9804-539492a2611b', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'port_id': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'mac_address': 'fa:16:3e:4f:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ce67d7-496a-4308-b517-456c60d861f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:37:58Z', 'updated_at': '2021-07-22T09:37:58Z', 'revision_number': 0, 'project_id': 'da529e53800b40caae6667dbea96de12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 5, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:00.342858 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b6d65402-ea09-40c2-8495-e343a34f465c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.354571 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68777a8-8ac4-493a-be4a-fe31528fa531 None None] The sync data for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi is: [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'e4e64a1f-6a36-4a9d-9804-539492a2611b', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'port_id': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'mac_address': 'fa:16:3e:4f:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ce67d7-496a-4308-b517-456c60d861f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:37:58Z', 'updated_at': '2021-07-22T09:37:58Z', 'revision_number': 0, 'project_id': 'da529e53800b40caae6667dbea96de12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 5, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:38:00.430357 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b6d65402-ea09-40c2-8495-e343a34f465c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.441890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b6d65402-ea09-40c2-8495-e343a34f465c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.449940 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-fed65e18-b5a1-4d1a-bb0f-7f667207bf81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 1000 time: 0.3748267 Jul 22 09:38:00.470924 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d65402-ea09-40c2-8495-e343a34f465c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e3fe6e-302d-4cb9-b3a0-e2d3e73309a0,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:00.475191 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b6d65402-ea09-40c2-8495-e343a34f465c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.478622 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b6d65402-ea09-40c2-8495-e343a34f465c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1803362 Jul 22 09:38:00.479835 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46364) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:00.495884 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-6814c0b0-80d6-485a-a680-ac4a674272a6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'security_group_rule': {'security_group_id': '6ff2cdb9-191c-495f-a344-b011260b8bea', 'project_id': 'da529e53800b40caae6667dbea96de12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:00.522327 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-2ab508ba-c1bf-4d1d-97e1-2265bfcd864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:00.524691 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-2ab508ba-c1bf-4d1d-97e1-2265bfcd864c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 200 len: 854 time: 0.0670242 Jul 22 09:38:00.530818 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6814c0b0-80d6-485a-a680-ac4a674272a6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.598992 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-8e04145f-298e-42e7-bebc-8fb4fb0981b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:00.600382 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-8e04145f-298e-42e7-bebc-8fb4fb0981b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc617a5c-496c-41ec-a016-94343d34ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685399 Jul 22 09:38:00.632850 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6814c0b0-80d6-485a-a680-ac4a674272a6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.637607 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6814c0b0-80d6-485a-a680-ac4a674272a6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.666388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814c0b0-80d6-485a-a680-ac4a674272a6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb34003-df64-4dd5-a921-f67c604764b2,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:00.675815 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6814c0b0-80d6-485a-a680-ac4a674272a6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.678842 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6814c0b0-80d6-485a-a680-ac4a674272a6 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1977787 Jul 22 09:38:00.681949 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46366) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:00.687265 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'security_group_rule': {'security_group_id': '6ff2cdb9-191c-495f-a344-b011260b8bea', 'project_id': 'da529e53800b40caae6667dbea96de12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:00.702785 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7525c12-a4ed-4805-886d-6e30e3469662 None None] New status for floating IP e4e64a1f-6a36-4a9d-9804-539492a2611b: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:38:00.727808 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Project da529e53800b40caae6667dbea96de12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 09:38:00.737950 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-3975211c-1e6e-4e13-82c1-d05c60fce4e3 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301425 Jul 22 09:38:00.739072 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.823680 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.838658 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.858983 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c5b9a3-6285-47a5-bb1e-788f77e7dd70,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:00.879387 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.881871 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b0392328-7950-4379-a982-58bdcfdd7383 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1985512 Jul 22 09:38:00.885982 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46370) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:00.898084 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'security_group_rule': {'security_group_id': '6ff2cdb9-191c-495f-a344-b011260b8bea', 'project_id': 'da529e53800b40caae6667dbea96de12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:00.908486 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dd642b4-d9a0-41a0-b3ad-e8205225953b req-826d71a7-90dd-41f6-8e6c-b8c8c15446a7 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551118 Jul 22 09:38:00.923715 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc18033-98b8-4422-aa95-6038a0325a93 req-183b967f-c632-4f98-9bea-38980bea1827 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:00.925872 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2fc18033-98b8-4422-aa95-6038a0325a93 req-183b967f-c632-4f98-9bea-38980bea1827 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.1512489 Jul 22 09:38:00.935226 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Project da529e53800b40caae6667dbea96de12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 09:38:00.943147 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:00.988852 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2fc18033-98b8-4422-aa95-6038a0325a93 req-ecb7d56e-4c36-4d5a-85b8-002ae6474c35 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569994 Jul 22 09:38:01.023255 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:01.029281 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:01.047435 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f60bb5-9b6c-401a-baa9-26850a85d5e7,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:01.063876 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:01.066105 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4c8f5e50-0e43-4684-b75e-63b721f6ed64 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1778693 Jul 22 09:38:01.160279 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d1a4f935-b828-4151-8039-22458c208df5 req-eff17a3c-c0d8-489e-aee6-6851f1949881 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749955518&fields=id&tenant_id=da529e53800b40caae6667dbea96de12 HTTP/1.1" status: 200 len: 267 time: 0.0376518 Jul 22 09:38:01.238357 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4f935-b828-4151-8039-22458c208df5 req-7e7c175f-2a88-4c15-9df8-ba729afe84cb tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:01.240013 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d1a4f935-b828-4151-8039-22458c208df5 req-7e7c175f-2a88-4c15-9df8-ba729afe84cb tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0753839 Jul 22 09:38:01.251603 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'port': {'security_groups': ['b676d8e2-c95e-4914-a65a-507c27dc8e6a', '6ff2cdb9-191c-495f-a344-b011260b8bea']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:01.348142 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:01.569270 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:01.607190 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:01.614204 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:01.629876 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:38:01.658572 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:01.659212 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:01.660693 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d1a4f935-b828-4151-8039-22458c208df5 req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "PUT /v2.0/ports/0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 982 time: 0.4140291 Jul 22 09:38:01.661072 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:01.664045 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab85321-e269-4d91-bdee-4471d4388700" -d '{"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:01.688248 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e24a59-ed5e-42f5-b8c9-98e94a0f7793 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=6']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:01.726633 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b46bac-06eb-4b89-953e-c42035e8ec6f x-openstack-request-id: req-e2b46bac-06eb-4b89-953e-c42035e8ec6f {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:01.726933 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:01.727182 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2b46bac-06eb-4b89-953e-c42035e8ec6f {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:01.727583 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'status': 'completed', 'code': 200} Jul 22 09:38:01.779214 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:38:01.904213 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85321-e269-4d91-bdee-4471d4388700 req-98f0d164-1113-4374-b146-00bc7e5ba787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:01.906040 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bab85321-e269-4d91-bdee-4471d4388700 req-98f0d164-1113-4374-b146-00bc7e5ba787 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1138 time: 0.1515543 Jul 22 09:38:01.936728 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e016a-7583-48af-90c3-59ce1855491d req-591e2a99-d803-4ce5-b554-2c9c0ce0fb65 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:01.938295 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-955e016a-7583-48af-90c3-59ce1855491d req-591e2a99-d803-4ce5-b554-2c9c0ce0fb65 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.1410460 Jul 22 09:38:01.997275 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-955e016a-7583-48af-90c3-59ce1855491d req-a9866e1e-3688-46b6-85ce-d952312fbc60 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478427 Jul 22 09:38:02.107664 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e772deef-6752-44e3-963e-cd67e927764e None None] Provisioning complete for port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:38:02.108061 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e772deef-6752-44e3-963e-cd67e927764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:02.115550 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85321-e269-4d91-bdee-4471d4388700 req-e6103963-2400-450d-9a60-28843bb91e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:02.117089 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bab85321-e269-4d91-bdee-4471d4388700 req-e6103963-2400-450d-9a60-28843bb91e74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 915 time: 0.2022614 Jul 22 09:38:02.202557 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e3ac-0999-4134-a3e4-53b532bdbda3 req-e1ca2dd3-b066-4641-b936-68e050472857 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:02.204090 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a37e3ac-0999-4134-a3e4-53b532bdbda3 req-e1ca2dd3-b066-4641-b936-68e050472857 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.1334679 Jul 22 09:38:02.206639 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bab85321-e269-4d91-bdee-4471d4388700 req-4894ae43-af57-4547-9c81-1146ea17d333 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 1002 time: 0.0806837 Jul 22 09:38:02.277918 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a37e3ac-0999-4134-a3e4-53b532bdbda3 req-1cea84e5-74a6-4b43-8edc-189d7f33bd26 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665982 Jul 22 09:38:02.282287 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85321-e269-4d91-bdee-4471d4388700 req-e4777f91-c0aa-46fb-8c33-9c9a42f1f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:02.284112 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bab85321-e269-4d91-bdee-4471d4388700 req-e4777f91-c0aa-46fb-8c33-9c9a42f1f6a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 200 len: 854 time: 0.0666182 Jul 22 09:38:02.355527 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85321-e269-4d91-bdee-4471d4388700 req-54c30975-7444-41c2-971b-1ea27e0210f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:02.357040 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bab85321-e269-4d91-bdee-4471d4388700 req-54c30975-7444-41c2-971b-1ea27e0210f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc617a5c-496c-41ec-a016-94343d34ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652218 Jul 22 09:38:02.468529 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bab85321-e269-4d91-bdee-4471d4388700 req-f2a51051-f27f-420f-9f3e-29c7e08be72e service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033983 Jul 22 09:38:02.518683 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:38:02.575197 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bab85321-e269-4d91-bdee-4471d4388700 req-34fda41f-f361-469d-97da-ece05ef72f54 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991559 Jul 22 09:38:03.437108 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1f3a2-dbd6-4292-904f-327841b85c81 req-bebb4523-6cd7-4767-bbd2-248d06db4545 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:03.443918 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ab1f3a2-dbd6-4292-904f-327841b85c81 req-bebb4523-6cd7-4767-bbd2-248d06db4545 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0831766 Jul 22 09:38:03.482902 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ab1f3a2-dbd6-4292-904f-327841b85c81 req-079e76a3-811a-4a85-8c91-baffcdd62232 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 Jul 22 09:38:04.647319 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf2627-14af-46ca-afbe-a5d30c5f0210 req-29b8561c-5ff3-4420-a0df-3b938f83c2b1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:04.649449 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2caf2627-14af-46ca-afbe-a5d30c5f0210 req-29b8561c-5ff3-4420-a0df-3b938f83c2b1 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0904911 Jul 22 09:38:04.688713 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2caf2627-14af-46ca-afbe-a5d30c5f0210 req-7cc41895-f64d-49ca-ad1d-add64ebd44ba tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334177 Jul 22 09:38:05.683982 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-d64e6f39-fb70-4897-b222-5eee9a7533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:05.685433 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-d64e6f39-fb70-4897-b222-5eee9a7533ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1098 time: 0.0520148 Jul 22 09:38:05.801219 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-9e245843-57ba-47ea-8b25-80cb9925ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:05.802712 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-9e245843-57ba-47ea-8b25-80cb9925ac90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.1103570 Jul 22 09:38:05.880205 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fe578-d60f-435c-b15f-bfee5797dd34 req-3e80a3c6-4b07-4a27-b55b-1791175cbc30 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:05.881656 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-681fe578-d60f-435c-b15f-bfee5797dd34 req-3e80a3c6-4b07-4a27-b55b-1791175cbc30 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.1225927 Jul 22 09:38:05.887517 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-c08dc5e8-5ab6-45db-bdf1-3511ca82e309 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb4d745-eeb2-4026-a794-6588b2523edc HTTP/1.1" status: 200 len: 1001 time: 0.0772409 Jul 22 09:38:05.957866 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-681fe578-d60f-435c-b15f-bfee5797dd34 req-5497864a-50ce-430b-b99e-034f917c22c5 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694149 Jul 22 09:38:05.959657 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-e9347a5f-926f-41ec-b0ca-a50061d9cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:05.961561 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-e9347a5f-926f-41ec-b0ca-a50061d9cf97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0676599 Jul 22 09:38:06.022339 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-4c2c9528-33cb-4ff3-a741-242c2e3d4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:06.024333 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-4c2c9528-33cb-4ff3-a741-242c2e3d4515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557897 Jul 22 09:38:06.113485 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-3464f521-9bbe-41aa-9162-680f31d5818f service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794883 Jul 22 09:38:06.202484 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-979cfe4e-54de-47ba-89a1-c55579f6c6b4 req-ec2e2b39-8448-46ab-936d-16ef8ab41e78 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824008 Jul 22 09:38:07.089782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171b204-bf35-4f27-a7ee-67819a2372d1 req-86d54191-d28d-47c8-9c66-2ba1abad61ff tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:07.091286 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5171b204-bf35-4f27-a7ee-67819a2372d1 req-86d54191-d28d-47c8-9c66-2ba1abad61ff tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0618126 Jul 22 09:38:07.128567 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5171b204-bf35-4f27-a7ee-67819a2372d1 req-1bdb47bb-55c9-4a9a-b637-91a175cd946c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319278 Jul 22 09:38:08.260994 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19268e-68cf-4da2-ae55-7e1be198e7ce req-e39d3dea-f9a8-4ce9-b393-43472f8da46a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:08.262536 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f19268e-68cf-4da2-ae55-7e1be198e7ce req-e39d3dea-f9a8-4ce9-b393-43472f8da46a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 945 time: 0.0648682 Jul 22 09:38:08.307136 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f19268e-68cf-4da2-ae55-7e1be198e7ce req-4f7a4180-2c68-4c6a-bc07-44ad04bffd54 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390668 Jul 22 09:38:08.874145 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:08.950802 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:08.973594 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:08.975827 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e3135-53fe-4038-912c-d7cb38e80819" -d '{"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:08.992391 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:08.997839 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:09.020847 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a40124e-246e-49bd-99e8-30911c56b0cf x-openstack-request-id: req-2a40124e-246e-49bd-99e8-30911c56b0cf {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:09.021290 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-unplugged", "status": "failed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc", "code": 422}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:09.021690 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a40124e-246e-49bd-99e8-30911c56b0cf {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:09.022329 dv-cinder-801717-2-iscsi neutron-server[92930]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'code': 422} returned with failed status Jul 22 09:38:09.054103 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:09.187076 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea369384-9dd4-4429-957d-eb2ccd30dbe8 req-5a5bb47e-fe1c-4c51-aabc-d04a048ecbb3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:09.188505 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea369384-9dd4-4429-957d-eb2ccd30dbe8 req-5a5bb47e-fe1c-4c51-aabc-d04a048ecbb3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0640416 Jul 22 09:38:09.225372 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea369384-9dd4-4429-957d-eb2ccd30dbe8 req-fbfffcf2-0c62-4b22-ae8b-964c3a96befc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 Jul 22 09:38:09.327655 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-d7a8983a-5e67-4d47-8fd7-97dd7e2e4a4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526042 Jul 22 09:38:09.717902 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ea978-5254-40c6-a3c3-f65a0f785c7a req-848c0c8c-a285-40d7-97bf-b37e7c3cd6ee tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:09.719593 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-488ea978-5254-40c6-a3c3-f65a0f785c7a req-848c0c8c-a285-40d7-97bf-b37e7c3cd6ee tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.0688848 Jul 22 09:38:09.759001 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-488ea978-5254-40c6-a3c3-f65a0f785c7a req-64eb330a-e07c-49f9-b694-7ecd84a5d760 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334535 Jul 22 09:38:10.170338 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-41cd181f-c786-4252-9a73-556a0859573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:10.171797 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-41cd181f-c786-4252-9a73-556a0859573f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012&tenant_id=bfc69f41778943d6aab1a3846991609e HTTP/1.1" status: 200 len: 1096 time: 0.0560193 Jul 22 09:38:10.244601 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-e0da87a1-a101-4419-94a9-bd4eb86009c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:10.246079 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-e0da87a1-a101-4419-94a9-bd4eb86009c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1096 time: 0.0520363 Jul 22 09:38:10.375650 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-7c9e2485-0977-4f9c-ad8b-2bfc02657f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:10.377142 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-7c9e2485-0977-4f9c-ad8b-2bfc02657f42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.1190200 Jul 22 09:38:10.438287 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33f7e2-d16a-4ac2-83ae-0c31aed735bc req-32004a67-c827-4a0f-84b9-c6730406d1f3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:10.439684 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af33f7e2-d16a-4ac2-83ae-0c31aed735bc req-32004a67-c827-4a0f-84b9-c6730406d1f3 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.1225903 Jul 22 09:38:10.469319 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-4fe209fb-3e06-4cbd-b242-804400190f67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb4d745-eeb2-4026-a794-6588b2523edc HTTP/1.1" status: 200 len: 999 time: 0.0841441 Jul 22 09:38:10.496083 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af33f7e2-d16a-4ac2-83ae-0c31aed735bc req-3f769955-24c2-4a25-a0f6-aa10617ee777 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501580 Jul 22 09:38:10.530400 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-b66eaa73-fddb-4237-9db7-a28aa8367bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:10.531846 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-b66eaa73-fddb-4237-9db7-a28aa8367bc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0523498 Jul 22 09:38:10.591790 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-09b86349-b7b4-4c5d-89ac-c847c92c056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:10.593312 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-09b86349-b7b4-4c5d-89ac-c847c92c056a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525939 Jul 22 09:38:10.684882 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-d5532462-de4f-4494-b775-25973c1edc4f service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825019 Jul 22 09:38:10.776088 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9515f01e-5e38-423f-80e0-2879f1e12bb9 req-83cd05e1-67be-4773-8890-10163f164092 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Jul 22 09:38:10.887746 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da04c74-633c-49d7-85d9-3c1b47e322d0 req-65afd2c2-1618-422a-b7be-05d4c33df71e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:10.889254 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9da04c74-633c-49d7-85d9-3c1b47e322d0 req-65afd2c2-1618-422a-b7be-05d4c33df71e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.0632329 Jul 22 09:38:10.926416 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9da04c74-633c-49d7-85d9-3c1b47e322d0 req-3b4166cb-6fde-449b-aa27-573bc1f2b779 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Jul 22 09:38:11.635489 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7db4bd-0bee-409d-b3cb-6ad18eaa7795 req-566d3927-f4f2-4a51-8ea0-2cd3563fe6d7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:11.637105 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b7db4bd-0bee-409d-b3cb-6ad18eaa7795 req-566d3927-f4f2-4a51-8ea0-2cd3563fe6d7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0691488 Jul 22 09:38:11.679617 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b7db4bd-0bee-409d-b3cb-6ad18eaa7795 req-a28d71eb-5604-4c6f-a01a-3adc4df0be8f tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369675 Jul 22 09:38:12.069946 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3e04-89c1-4d68-9256-52238493b5e1 req-1bdf22e6-9f86-48ac-bc48-8e8a1c2aa6c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:12.071980 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7beb3e04-89c1-4d68-9256-52238493b5e1 req-1bdf22e6-9f86-48ac-bc48-8e8a1c2aa6c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.0760541 Jul 22 09:38:12.116554 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7beb3e04-89c1-4d68-9256-52238493b5e1 req-79cbe646-d8fb-487d-8cdc-7fb8c5d2d9af tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391476 Jul 22 09:38:12.819306 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b8e44-bd36-4a48-9ff2-4c0129453bd4 req-61583b6f-9524-4fe4-a1e4-528ea3fcfd05 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:12.821347 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f07b8e44-bd36-4a48-9ff2-4c0129453bd4 req-61583b6f-9524-4fe4-a1e4-528ea3fcfd05 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0694759 Jul 22 09:38:12.859995 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f07b8e44-bd36-4a48-9ff2-4c0129453bd4 req-8d5c9ef6-f8c6-4a32-a707-1ae7cc8f4d93 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332057 Jul 22 09:38:12.912561 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:13.247380 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c68b56-e301-48fa-a6f9-95e2d2de24d1 req-e15cc1cf-999e-466c-bc66-86c273072615 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:13.248940 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39c68b56-e301-48fa-a6f9-95e2d2de24d1 req-e15cc1cf-999e-466c-bc66-86c273072615 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.0651879 Jul 22 09:38:13.288045 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39c68b56-e301-48fa-a6f9-95e2d2de24d1 req-c763d1a7-fd1d-4573-8ddf-0cfbcf765580 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Jul 22 09:38:14.001236 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccce4b-5726-4ebe-891e-d911b59aff12 req-22707506-031a-40e3-b007-84adbef6f539 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:14.002766 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3dccce4b-5726-4ebe-891e-d911b59aff12 req-22707506-031a-40e3-b007-84adbef6f539 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0677762 Jul 22 09:38:14.044165 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3dccce4b-5726-4ebe-891e-d911b59aff12 req-a9ae7557-8527-4562-88f0-900bb0ae5e34 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359731 Jul 22 09:38:14.429685 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c3eb-ffa2-4cfc-bf70-29f3fcf08de6 req-0a93024c-8ea4-497a-ac8a-110e6d5cc937 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:14.431826 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e030c3eb-ffa2-4cfc-bf70-29f3fcf08de6 req-0a93024c-8ea4-497a-ac8a-110e6d5cc937 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 945 time: 0.0685771 Jul 22 09:38:14.471205 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e030c3eb-ffa2-4cfc-bf70-29f3fcf08de6 req-35655614-a039-4120-85a8-0c588a011ead tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Jul 22 09:38:14.926350 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 17744b47-b426-4a99-a47a-f9f041807f72 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:15.007232 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:15.032550 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:15.034818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cc855e-147c-48a5-84c5-7422b83b3294" -d '{"events": [{"server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "name": "network-vif-unplugged", "status": "completed", "tag": "17744b47-b426-4a99-a47a-f9f041807f72"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:15.048125 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 17744b47-b426-4a99-a47a-f9f041807f72, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=17744b47-b426-4a99-a47a-f9f041807f72,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:15.052565 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:15.077280 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3760409a-e225-4950-89ba-03690e2bdcc5 x-openstack-request-id: req-3760409a-e225-4950-89ba-03690e2bdcc5 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:15.077465 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "name": "network-vif-unplugged", "status": "completed", "tag": "17744b47-b426-4a99-a47a-f9f041807f72", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:15.077723 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3760409a-e225-4950-89ba-03690e2bdcc5 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:15.078135 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72', 'code': 200} Jul 22 09:38:15.112391 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=17744b47-b426-4a99-a47a-f9f041807f72,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:15.200111 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff0c0-09a8-4da7-bc27-b013539552a4 req-f800aecd-a2d1-4d7b-880f-24e1de1fac64 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:15.201522 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c3ff0c0-09a8-4da7-bc27-b013539552a4 req-f800aecd-a2d1-4d7b-880f-24e1de1fac64 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0645883 Jul 22 09:38:15.241882 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c3ff0c0-09a8-4da7-bc27-b013539552a4 req-ee5e4f8d-453d-43a5-a5c5-6adf53782b0a tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337951 Jul 22 09:38:15.608988 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd267ad-5063-4d00-ac7b-afe7973a08d8 req-e479f151-f60a-4120-8e63-cbf9137d6eb6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:15.610522 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0bd267ad-5063-4d00-ac7b-afe7973a08d8 req-e479f151-f60a-4120-8e63-cbf9137d6eb6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0687277 Jul 22 09:38:15.650344 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0bd267ad-5063-4d00-ac7b-afe7973a08d8 req-0f6008d5-ceea-484b-b50e-d771807a980c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335181 Jul 22 09:38:16.382256 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c1687-9a35-4ae4-a6df-23046a5e0156 req-397322ad-dc9c-4716-9aef-e1824c9cee30 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:16.383724 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-077c1687-9a35-4ae4-a6df-23046a5e0156 req-397322ad-dc9c-4716-9aef-e1824c9cee30 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0672028 Jul 22 09:38:16.423407 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-077c1687-9a35-4ae4-a6df-23046a5e0156 req-4cbf2763-b7d9-402b-a474-1536a501a2dc tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333805 Jul 22 09:38:16.787186 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418de75-3e44-4ed9-b4bb-dba02a3ef85d req-019ed8c5-2062-435a-b4a4-4d09191bd7a1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:16.788964 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1418de75-3e44-4ed9-b4bb-dba02a3ef85d req-019ed8c5-2062-435a-b4a4-4d09191bd7a1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0681143 Jul 22 09:38:16.825686 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1418de75-3e44-4ed9-b4bb-dba02a3ef85d req-2fc80830-106e-4f7d-af48-30b886e5bfce tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304329 Jul 22 09:38:17.566491 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692ab7-fe35-42d6-8ea7-223f85488df6 req-af99e08c-a802-4faa-ab85-970f5d250fb2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:17.567969 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c692ab7-fe35-42d6-8ea7-223f85488df6 req-af99e08c-a802-4faa-ab85-970f5d250fb2 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0705297 Jul 22 09:38:17.608984 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c692ab7-fe35-42d6-8ea7-223f85488df6 req-b5a2d75f-b54c-4d88-be06-5b0e6484f723 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353539 Jul 22 09:38:17.793405 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:17.960578 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cd493-affc-46d3-a99f-4cf948a5513d req-fb79eb17-9274-4515-a201-9c1c04f06e15 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:17.962039 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb5cd493-affc-46d3-a99f-4cf948a5513d req-fb79eb17-9274-4515-a201-9c1c04f06e15 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0706758 Jul 22 09:38:18.001126 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb5cd493-affc-46d3-a99f-4cf948a5513d req-fdce5f48-ddaa-4133-a8fb-e93a0390aa15 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334568 Jul 22 09:38:18.750801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6268848-7c83-4564-b180-dd7e190c8b4e req-ec2993db-5fcc-45a6-87df-dbe7990e67d7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:18.752351 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6268848-7c83-4564-b180-dd7e190c8b4e req-ec2993db-5fcc-45a6-87df-dbe7990e67d7 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0713718 Jul 22 09:38:18.792805 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6268848-7c83-4564-b180-dd7e190c8b4e req-eeb88ea7-686d-4ea5-b0e4-7ad684f7d90b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348086 Jul 22 09:38:18.947257 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-59515439-66c3-4bc7-a171-b9cc2d3901a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:19.141579 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f026e2-44d4-4df1-a3b0-0623ec92b26f req-a2da43e5-5a6c-4465-b503-1c4f450b3c58 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:19.143531 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-96f026e2-44d4-4df1-a3b0-0623ec92b26f req-a2da43e5-5a6c-4465-b503-1c4f450b3c58 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0724289 Jul 22 09:38:19.181646 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-96f026e2-44d4-4df1-a3b0-0623ec92b26f req-a69a4752-5ef2-4033-95c0-ad1c5a98394b tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Jul 22 09:38:19.932164 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffed854-9e31-458a-bdb9-d2ab928f40eb req-13d4145b-4b8b-42be-a2f1-2f8dad726424 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:19.933586 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ffed854-9e31-458a-bdb9-d2ab928f40eb req-13d4145b-4b8b-42be-a2f1-2f8dad726424 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0656006 Jul 22 09:38:19.971128 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ffed854-9e31-458a-bdb9-d2ab928f40eb req-a8ab195d-c901-48a4-a86b-7e3c29d2917d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Jul 22 09:38:20.318314 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983b793-2c7b-41c9-8a44-61f8023d5424 req-1d09534c-569c-4afb-b748-3ca166e82d17 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:20.319814 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8983b793-2c7b-41c9-8a44-61f8023d5424 req-1d09534c-569c-4afb-b748-3ca166e82d17 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0658209 Jul 22 09:38:20.361177 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8983b793-2c7b-41c9-8a44-61f8023d5424 req-7ed7a0c6-70a6-44dd-8182-a8e97e1efc5f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352397 Jul 22 09:38:21.110721 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9c24e-7d3f-4504-9886-ea7628174510 req-93fad019-00f4-454b-bf65-9a50340c3e81 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:21.112494 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82a9c24e-7d3f-4504-9886-ea7628174510 req-93fad019-00f4-454b-bf65-9a50340c3e81 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0672214 Jul 22 09:38:21.151041 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82a9c24e-7d3f-4504-9886-ea7628174510 req-327f3317-87c0-4183-9ea5-4f5e4827dc4b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Jul 22 09:38:21.490598 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd48f0-f06a-4063-95f5-117639a87965 req-99907d57-513a-45a3-9494-b9816e1d53a4 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:21.492341 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ffd48f0-f06a-4063-95f5-117639a87965 req-99907d57-513a-45a3-9494-b9816e1d53a4 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.0667062 Jul 22 09:38:21.532205 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ffd48f0-f06a-4063-95f5-117639a87965 req-10a5fec1-5672-496c-a1f5-df0b24da7fae tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Jul 22 09:38:21.545520 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10edc564-6cbc-4f71-8c64-c54b48b73f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:21.580343 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:22.291747 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d552dc-337d-4135-8cbb-556a2a231b0c req-68f30f43-ade4-4179-a33e-ca6d663ffd6b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:22.293410 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38d552dc-337d-4135-8cbb-556a2a231b0c req-68f30f43-ade4-4179-a33e-ca6d663ffd6b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0673380 Jul 22 09:38:22.332135 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38d552dc-337d-4135-8cbb-556a2a231b0c req-de148531-d368-421c-80a4-798fe737c24c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328622 Jul 22 09:38:22.390361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-4ed12f37-2cdc-48be-81f1-e99b0536fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:22.391969 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-4ed12f37-2cdc-48be-81f1-e99b0536fc6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfc69f41778943d6aab1a3846991609e&device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1096 time: 0.0544086 Jul 22 09:38:22.532328 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-832230ff-f220-4518-8747-94f5e25a37a3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:22.533753 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-832230ff-f220-4518-8747-94f5e25a37a3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.1247728 Jul 22 09:38:22.548681 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-cd33aeb4-b040-4736-9a09-bc3287c682e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:22.550028 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-cd33aeb4-b040-4736-9a09-bc3287c682e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 200 len: 916 time: 0.1122932 Jul 22 09:38:22.695398 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-a6f3fd2a-871c-4c4e-b330-c681484d03d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceb4d745-eeb2-4026-a794-6588b2523edc HTTP/1.1" status: 200 len: 999 time: 0.1246758 Jul 22 09:38:22.762439 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549ec3-cb83-4914-a9f7-de5185e88842 req-016629e7-5e6d-4d7f-a02a-f637a283b84a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:22.763877 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73549ec3-cb83-4914-a9f7-de5185e88842 req-016629e7-5e6d-4d7f-a02a-f637a283b84a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 943 time: 0.1548860 Jul 22 09:38:22.780647 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Deleting port 17744b47-b426-4a99-a47a-f9f041807f72 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:22.780989 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:22.784121 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-e3798032-fed2-4712-97a5-6a9cbf187bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:22.785404 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-e3798032-fed2-4712-97a5-6a9cbf187bf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 200 len: 855 time: 0.0770094 Jul 22 09:38:23.128923 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:23.131103 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73549ec3-cb83-4914-a9f7-de5185e88842 req-da3df386-1e85-46c2-a0e3-8de4c2f620b7 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605628 Jul 22 09:38:23.169107 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] For port 17744b47-b426-4a99-a47a-f9f041807f72, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=17744b47-b426-4a99-a47a-f9f041807f72,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:23.169469 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:23.214464 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-f4f399cd-524a-4921-ad20-eb05c3fcef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:23.215941 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-f4f399cd-524a-4921-ad20-eb05c3fcef1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b67219-8d18-4781-b583-eceee5c9b799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4134736 Jul 22 09:38:23.390131 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-b7ac472f-34ae-49ba-8322-1685bbd31a57 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643858 Jul 22 09:38:23.419425 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:23.419788 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:23.420099 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Floating IP 3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec disassociated. External IP: 172.27.1.17, port: 17744b47-b426-4a99-a47a-f9f041807f72. Jul 22 09:38:23.420434 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Calling delete_port for 17744b47-b426-4a99-a47a-f9f041807f72 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:23.584587 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691be0e-2410-47c7-bd9f-440dee37a2f7 req-5efa2438-fd62-4f91-b805-445f1586b3db tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:23.586082 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a691be0e-2410-47c7-bd9f-440dee37a2f7 req-5efa2438-fd62-4f91-b805-445f1586b3db tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.1773071 Jul 22 09:38:23.589787 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a84eed0-501f-4955-b088-7fede5c2e20d req-7dbed2c8-ca9e-4dbe-a5ff-e1a3ff5dbf67 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898594 Jul 22 09:38:23.656016 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a691be0e-2410-47c7-bd9f-440dee37a2f7 req-b5503746-d7af-4042-bc2a-8363be713127 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638642 Jul 22 09:38:23.682417 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:23.711035 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event deleted for resources: {'Port': ['ID=17744b47-b426-4a99-a47a-f9f041807f72,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:23.821032 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:38:23.926905 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:38:23.937674 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:38:23.947210 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:23.947834 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:23.970691 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] No DVR routers for this DVR port 17744b47-b426-4a99-a47a-f9f041807f72 on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:38:23.973136 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:23.975126 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfa0ddca-74b1-418b-ae26-5e464698884d req-8b6d5bb0-dc60-48e2-be19-a5884a30e21c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "DELETE /v2.0/ports/17744b47-b426-4a99-a47a-f9f041807f72 HTTP/1.1" status: 204 len: 173 time: 1.4347212 Jul 22 09:38:23.975555 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'name': 'network-vif-deleted', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:23.977953 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11191f7a-48ce-4508-8c63-e70f13257be1" -d '{"events": [{"server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "name": "network-vif-deleted", "tag": "17744b47-b426-4a99-a47a-f9f041807f72"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:24.017697 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918e7a0d-a595-4cff-ae8b-ed8bf7d94971 x-openstack-request-id: req-918e7a0d-a595-4cff-ae8b-ed8bf7d94971 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:24.017991 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f9201-ca4e-4e68-8a18-00e10a58a792", "name": "network-vif-deleted", "tag": "17744b47-b426-4a99-a47a-f9f041807f72", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:24.018289 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-918e7a0d-a595-4cff-ae8b-ed8bf7d94971 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:24.018691 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f9201-ca4e-4e68-8a18-00e10a58a792', 'name': 'network-vif-deleted', 'tag': '17744b47-b426-4a99-a47a-f9f041807f72', 'status': 'completed', 'code': 200} Jul 22 09:38:24.062827 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:24.077415 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46542) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:24.243280 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc62352f-49be-433b-8bda-445a55631a2c req-be5bd9c9-e6a2-4405-b02d-2c80060d2e2a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f4f9201-ca4e-4e68-8a18-00e10a58a792 HTTP/1.1" status: 200 len: 210 time: 0.0351932 Jul 22 09:38:24.295497 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:24.325563 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:38:24.335646 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:24.336829 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:24.357786 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Deleting port 2907f4c2-c446-4401-84a2-80eea5bcc423 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:24.358153 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:24.445075 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:24.445308 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:24.448300 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:24.458010 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Calling delete_port for 2907f4c2-c446-4401-84a2-80eea5bcc423 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:24.631238 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:24.653303 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event deleted for resources: {'Port': ['ID=2907f4c2-c446-4401-84a2-80eea5bcc423,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:24.722657 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:24.724673 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:24.725062 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Floating IP 32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61 disassociated (deleted). External IP: 172.27.1.68, port: f8387135-7767-4b8e-8178-b2b44de80a2f. Jul 22 09:38:24.816741 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:24.817330 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4747-db79-42a1-a4a4-e3caa8af4a13 req-61f6730f-c3b9-49b3-958d-c7bca513aa5c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:24.818874 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e9ef4747-db79-42a1-a4a4-e3caa8af4a13 req-61f6730f-c3b9-49b3-958d-c7bca513aa5c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 943 time: 0.0828414 Jul 22 09:38:24.849480 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e1001-aab6-42ab-bf0b-969b178690fb None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:38:24.859991 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e9ef4747-db79-42a1-a4a4-e3caa8af4a13 req-3f3b2a9c-ce1c-4201-9cac-bbe5a7edce91 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Jul 22 09:38:24.953264 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:38:24.964063 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:38:25.054717 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:25.071452 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'port_id': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'mac_address': 'fa:16:3e:ac:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:38:25.076264 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:38:25.082986 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:25.086389 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] Sync routers for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:38:25.099575 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:25.100462 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:25.113367 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:25.123826 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-74f85566-d3c1-49eb-b7c9-b99ae8bc42ba tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "DELETE /v2.0/floatingips/32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61 HTTP/1.1" status: 204 len: 168 time: 1.0426719 Jul 22 09:38:25.123826 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:25.125066 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:25.125641 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f29-3861-47c9-9711-4894539be733 None None] New status for floating IP 3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:38:25.165166 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06b73f6-427f-4a3a-b5a1-f8c40ccf04c7 x-openstack-request-id: req-b06b73f6-427f-4a3a-b5a1-f8c40ccf04c7 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:25.165511 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:25.165702 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b06b73f6-427f-4a3a-b5a1-f8c40ccf04c7 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:25.166123 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'status': 'completed', 'code': 200} Jul 22 09:38:25.212006 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb4d745-eeb2-4026-a794-6588b2523edc {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:38:25.215391 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:25.251182 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-5e93a5b6-a330-4c74-aa3c-89e1a76043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:25.253185 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-5e93a5b6-a330-4c74-aa3c-89e1a76043ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 1098 time: 0.0639606 Jul 22 09:38:25.281742 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:25.295128 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:25.390746 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=9']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:25.443105 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-5e87556f-4e0d-4913-a9d3-f26419ba10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:25.444581 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-5e87556f-4e0d-4913-a9d3-f26419ba10d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 200 len: 909 time: 0.1830337 Jul 22 09:38:25.466761 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddbea1-ad59-405d-b407-36249fdb290c req-0a3e69b3-b0c5-468c-b90f-5d5a848fa582 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:25.468139 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddbea1-ad59-405d-b407-36249fdb290c req-0a3e69b3-b0c5-468c-b90f-5d5a848fa582 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0960875 Jul 22 09:38:25.479089 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 5, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:25.501826 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-e7042d32-c466-4330-a34c-366627421649 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 200 len: 217 time: 0.0497653 Jul 22 09:38:25.509560 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] Checking router: b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:38:25.517483 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:25.518192 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:25.565914 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['ceb4d745-eeb2-4026-a794-6588b2523edc'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:38:25.582223 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddbea1-ad59-405d-b407-36249fdb290c req-4602bc44-e80c-46ed-82d2-b6af99dec99f tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872025 Jul 22 09:38:25.602349 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-3361f826-a788-45c7-9fad-79bcac81edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:25.604445 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-3361f826-a788-45c7-9fad-79bcac81edd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 200 len: 848 time: 0.0945470 Jul 22 09:38:25.607320 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-b933d8cd-18ac-4487-aba0-34ac3638c921 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141008317&fields=id&tenant_id=beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 267 time: 0.0668225 Jul 22 09:38:25.637349 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:25.757726 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-699b4325-45a2-4321-82d2-e54091be3b22 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:25.759904 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-699b4325-45a2-4321-82d2-e54091be3b22 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 811 time: 0.1440265 Jul 22 09:38:25.762019 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-d0f9eb40-502c-4199-8184-52c20fe60815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:25.763467 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-d0f9eb40-502c-4199-8184-52c20fe60815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ae0a89b-de28-4b0f-8c2c-38f37383c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1460464 Jul 22 09:38:25.784950 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-4365dbec-8f06-40c3-b50b-7ab391920f23 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/quotas/beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 375 time: 0.0182233 Jul 22 09:38:25.832619 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 5, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:25.859103 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c78bbab-93d1-41d9-8104-1db070f4ea74 None None] The sync data for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi is: [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:32:58Z', 'revision_number': 4, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': 'a09dedd6-25b0-4150-ad0e-63fa1ee2292f', 'name': '', 'network_id': '3ae0a89b-de28-4b0f-8c2c-38f37383c681', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'mac_address': 'fa:16:3e:1f:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:57Z', 'updated_at': '2021-07-22T09:33:07Z', 'revision_number': 5, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'subnets': [{'id': '2b363734-9f8a-4ab0-91af-f6e903bc4f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:38:25.905168 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-3b76caee-49b9-4870-9367-1d55513d3403 service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313360 Jul 22 09:38:25.913764 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-2459163c-ee79-4638-900a-872c3957c0f6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186376 Jul 22 09:38:26.102548 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60953874-7f00-40c5-b4ce-d96a86bd648d None None] New status for floating IP 32c4c1ef-e1ba-4def-8ec0-6d01c2e7fe61: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:38:26.137991 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7c4b7b2-1c76-4537-afde-6eb0f1926bd0 req-212eb3a5-fc80-466d-9f40-0e88ab42c70f service neutron] 10.222.0.46 "GET /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231741 Jul 22 09:38:26.145666 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-32379647-359f-4302-a727-ef60ead3b53a service neutron] 10.222.0.20 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120903 Jul 22 09:38:26.154769 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375b9b4-36ba-452a-a090-50be32943e76 req-3ffa6aa4-37d0-4cc4-b621-9fbd798cc87c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:26.156234 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4375b9b4-36ba-452a-a090-50be32943e76 req-3ffa6aa4-37d0-4cc4-b621-9fbd798cc87c tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 944 time: 0.2130549 Jul 22 09:38:26.244750 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4375b9b4-36ba-452a-a090-50be32943e76 req-5eab0938-e2ec-423c-ae0b-7cdefb4f4f48 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794351 Jul 22 09:38:26.269698 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-68ea8cf4-ae54-4a75-b2f2-69acd350804f service neutron] 10.222.0.20 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125338 Jul 22 09:38:26.562413 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-136ea3a1-8af8-474b-bb08-111c4147adcb req-bf098a8d-36c1-466a-aefc-270ed08eff5d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 210 time: 0.0290554 Jul 22 09:38:26.713966 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5647e-dc4c-41ce-ba98-ff7c6e4d45ab req-64c0474b-cad5-4516-9f56-2f853ae97136 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:26.715590 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbc5647e-dc4c-41ce-ba98-ff7c6e4d45ab req-64c0474b-cad5-4516-9f56-2f853ae97136 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.0672786 Jul 22 09:38:26.756469 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbc5647e-dc4c-41ce-ba98-ff7c6e4d45ab req-beb2fd29-f440-47b2-bf21-0618fad5cd87 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Jul 22 09:38:26.952350 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:38:27.001618 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port ceb4d745-eeb2-4026-a794-6588b2523edc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:38:27.001998 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:27.031133 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79856d83-d255-4533-a5c0-46517f10930f req-b7ae4051-7f99-4b8b-b43e-d749354beca0 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.032647 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79856d83-d255-4533-a5c0-46517f10930f req-b7ae4051-7f99-4b8b-b43e-d749354beca0 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.1494732 Jul 22 09:38:27.036316 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-8c871348-338e-4297-9bb3-a7a6047b3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.037704 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-8c871348-338e-4297-9bb3-a7a6047b3192 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1138 time: 0.1218202 Jul 22 09:38:27.071704 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-9fe37606-c790-4602-9dc9-21249d071261 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.073089 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-9fe37606-c790-4602-9dc9-21249d071261 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1560900 Jul 22 09:38:27.084931 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:27.109452 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:27.111733 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d22ace-da20-4198-83bc-83ec13ee1846" -d '{"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:27.124613 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:27.129260 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:27.142311 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79856d83-d255-4533-a5c0-46517f10930f req-08790dcc-2606-44a8-bd51-b4deb3b82eee tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024649 Jul 22 09:38:27.158456 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dbca40-b8de-481e-8b4a-cc4ecd286e35 x-openstack-request-id: req-b2dbca40-b8de-481e-8b4a-cc4ecd286e35 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:27.158748 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:27.159004 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2dbca40-b8de-481e-8b4a-cc4ecd286e35 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:27.159389 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'code': 200} Jul 22 09:38:27.186866 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=10']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:27.242472 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-a9b1c48f-47c5-4d05-9cea-63e182465442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.244512 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-a9b1c48f-47c5-4d05-9cea-63e182465442 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 915 time: 0.1957428 Jul 22 09:38:27.302290 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Deleting port f8387135-7767-4b8e-8178-b2b44de80a2f {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:27.302636 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:27.384751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95cabd-45d0-427b-9db3-33512c1fb7ea req-4eca5a42-1439-4160-8206-b328ca7d5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.386190 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d95cabd-45d0-427b-9db3-33512c1fb7ea req-4eca5a42-1439-4160-8206-b328ca7d5a59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 1099 time: 0.0575075 Jul 22 09:38:27.430674 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d95cabd-45d0-427b-9db3-33512c1fb7ea req-d8fae5df-de1a-4db8-af4a-7e9c3b66b8bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306053 Jul 22 09:38:27.616839 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-bda7229c-6c2f-4eda-97ef-ea68008a1d28 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.618327 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-bda7229c-6c2f-4eda-97ef-ea68008a1d28 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 811 time: 0.1120613 Jul 22 09:38:27.628656 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-38cb2a70-598e-412c-8880-c5667b99a9e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 1002 time: 0.3710732 Jul 22 09:38:27.669109 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-20d8e23e-7d17-4ddc-8509-daee768b208c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 380 time: 0.0395348 Jul 22 09:38:27.682815 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'port': {'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'admin_state_up': True, 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'security_groups': ['3b2b7fb3-72a3-43da-af68-43fc17e05e7c']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:27.728658 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cceb0021-0ab4-4e62-a116-8be5c1b3aa2b req-a190a8d1-f01a-41f1-83a7-e495db9aa8d1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 210 time: 0.0663130 Jul 22 09:38:27.762756 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-1ce0716e-8f7b-4275-9cf1-afdea5ee3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.764240 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-1ce0716e-8f7b-4275-9cf1-afdea5ee3368 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 200 len: 854 time: 0.1036398 Jul 22 09:38:27.769385 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] For port f8387135-7767-4b8e-8178-b2b44de80a2f, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f8387135-7767-4b8e-8178-b2b44de80a2f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:27.769755 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:27.797920 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbd76-b0e5-4738-94e9-3f031efa8350 req-dee61c8a-dea2-40b3-9ec9-088bce362d1b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.799701 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af5bbd76-b0e5-4738-94e9-3f031efa8350 req-dee61c8a-dea2-40b3-9ec9-088bce362d1b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 946 time: 0.2305262 Jul 22 09:38:27.810792 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Made reservation on behalf of beedf850e57a467a87d8841d86d694ef for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:38:27.814639 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:27.821155 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Calling delete_port for f8387135-7767-4b8e-8178-b2b44de80a2f owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:27.938270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Allocated IP 172.20.0.5 (fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d/bf0fe44e-92d3-4b1a-8742-9ec19f9367dc/a46afe0e-3df6-405b-be04-f6cec5d69104) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:38:27.955876 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af5bbd76-b0e5-4738-94e9-3f031efa8350 req-38ac8d3d-70e1-474b-a1dc-76a614cb290b tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324737 Jul 22 09:38:27.985188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-b0dc5273-d4d1-4424-ac02-4f8717e551d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:27.986746 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-b0dc5273-d4d1-4424-ac02-4f8717e551d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc617a5c-496c-41ec-a016-94343d34ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2067873 Jul 22 09:38:28.005432 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2e911-f7b1-4b04-8873-4e110841386a req-9b207ef3-302e-4b87-986b-0f2a4bbc1a64 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:28.010102 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cf2e911-f7b1-4b04-8873-4e110841386a req-9b207ef3-302e-4b87-986b-0f2a4bbc1a64 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 945 time: 0.1687975 Jul 22 09:38:28.089641 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.140981 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cf2e911-f7b1-4b04-8873-4e110841386a req-4de8a2d3-9ebc-43c8-acfe-ae1016370fa2 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/security-groups?id=9831d8ed-f132-4188-b717-47cba4518e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247599 Jul 22 09:38:28.149119 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Transition to ACTIVE for port object a46afe0e-3df6-405b-be04-f6cec5d69104 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:38:28.149339 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.189090 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event deleted for resources: {'Port': ['ID=f8387135-7767-4b8e-8178-b2b44de80a2f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:28.193973 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-65602fa0-6ccc-4497-8ef6-869499540f4b service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962693 Jul 22 09:38:28.213221 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.267667 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:38:28.270696 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:38:28.274478 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:38:28.276366 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] No DVR routers for this DVR port f8387135-7767-4b8e-8178-b2b44de80a2f on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:38:28.308786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.310961 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-299e80bd-1df6-401e-b664-acfdb76e1a15 req-ac17a885-5ea6-44d4-a78e-be955c3f2951 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.46 "DELETE /v2.0/ports/f8387135-7767-4b8e-8178-b2b44de80a2f HTTP/1.1" status: 204 len: 173 time: 1.2258313 Jul 22 09:38:28.321648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-deleted', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:28.324614 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0479369e-bcaa-409b-afe3-a3893ae7765c" -d '{"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-deleted", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:28.329222 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:28.330025 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.336857 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=a46afe0e-3df6-405b-be04-f6cec5d69104,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:28.351071 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-776a989d-0884-4e9e-918f-f80bd59f906c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6724672 Jul 22 09:38:28.374456 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Request body: {'port': {'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:28.428968 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e4bef6-abf5-4b9e-84b8-0b65a748d770 x-openstack-request-id: req-b8e4bef6-abf5-4b9e-84b8-0b65a748d770 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:28.429335 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7c444-521e-43a4-a871-7c77e1da9dae", "name": "network-vif-deleted", "tag": "f8387135-7767-4b8e-8178-b2b44de80a2f", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:28.429654 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8e4bef6-abf5-4b9e-84b8-0b65a748d770 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:28.430175 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7c444-521e-43a4-a871-7c77e1da9dae', 'name': 'network-vif-deleted', 'tag': 'f8387135-7767-4b8e-8178-b2b44de80a2f', 'status': 'completed', 'code': 200} Jul 22 09:38:28.466687 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba17374-6a51-4ca2-a2a2-254b8079e695 req-4094cd9b-407c-4c39-88d3-d3c9374da242 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:28.474389 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dba17374-6a51-4ca2-a2a2-254b8079e695 req-4094cd9b-407c-4c39-88d3-d3c9374da242 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.2370200 Jul 22 09:38:28.481412 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.498634 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bb4c898-ae23-45ab-9fae-3bc09b2e1560 req-cdd7ef98-5dc9-492c-bd50-2ed80501da73 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715201 Jul 22 09:38:28.553104 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dba17374-6a51-4ca2-a2a2-254b8079e695 req-894882ff-3dab-45db-8057-77e79317e306 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777717 Jul 22 09:38:28.636666 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-936acdb2-2ecc-496e-89e8-5700d47581c5 None None] Provisioning for port a46afe0e-3df6-405b-be04-f6cec5d69104 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:38:28.642703 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-936acdb2-2ecc-496e-89e8-5700d47581c5 None None] Provisioning complete for port a46afe0e-3df6-405b-be04-f6cec5d69104 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:38:28.643087 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-936acdb2-2ecc-496e-89e8-5700d47581c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.721443 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-936acdb2-2ecc-496e-89e8-5700d47581c5 None None] Port a46afe0e-3df6-405b-be04-f6cec5d69104 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:38:28.879453 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46afe0e-3df6-405b-be04-f6cec5d69104 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:38:28.888405 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.901020 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e05b4-4f83-4ddd-b5c1-6aea363861a1 req-a31bb711-6dbb-425a-8485-37f461487b62 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:28.901541 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Transition to ACTIVE for port object a46afe0e-3df6-405b-be04-f6cec5d69104 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:38:28.903520 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-403e05b4-4f83-4ddd-b5c1-6aea363861a1 req-a31bb711-6dbb-425a-8485-37f461487b62 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 931 time: 0.0794344 Jul 22 09:38:28.905236 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:28.945001 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-403e05b4-4f83-4ddd-b5c1-6aea363861a1 req-b3794cba-a350-43b3-8c1a-267e1e725ea6 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354209 Jul 22 09:38:28.986691 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Pushing event updated for resources: {'Port': ['ID=a46afe0e-3df6-405b-be04-f6cec5d69104,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:29.051684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Attempting to bind port a46afe0e-3df6-405b-be04-f6cec5d69104 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:38:29.052038 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Attempting to bind port a46afe0e-3df6-405b-be04-f6cec5d69104 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:38:29.052365 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Attempting to bind port a46afe0e-3df6-405b-be04-f6cec5d69104 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:38:29.057363 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Port a46afe0e-3df6-405b-be04-f6cec5d69104 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:38:29.057684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Attempting to bind port a46afe0e-3df6-405b-be04-f6cec5d69104 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:38:29.062785 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:38:29.063121 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Checking segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:38:29.063503 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Bound using segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:38:29.063954 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Bound port: a46afe0e-3df6-405b-be04-f6cec5d69104, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:38:29.064314 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:29.111607 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54fef-4fd5-40fd-a0eb-28829c909bd5 req-15b49aea-d671-4695-86fa-1f05f68c802d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.113852 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69f54fef-4fd5-40fd-a0eb-28829c909bd5 req-15b49aea-d671-4695-86fa-1f05f68c802d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 946 time: 0.0748868 Jul 22 09:38:29.164956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] For port a46afe0e-3df6-405b-be04-f6cec5d69104, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:38:29.169026 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] For port a46afe0e-3df6-405b-be04-f6cec5d69104, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=a46afe0e-3df6-405b-be04-f6cec5d69104,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:38:29.178956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:29.202907 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69f54fef-4fd5-40fd-a0eb-28829c909bd5 req-8c125a2f-e151-4d2b-84dc-f58b61f5f6c6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811853 Jul 22 09:38:29.255637 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.256527 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:29.257697 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] 10.222.0.46 "PUT /v2.0/ports/a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 200 len: 1093 time: 0.8936393 Jul 22 09:38:29.258147 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:29.260797 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02718d11-ccee-4fb7-9814-867b1e1f2f60" -d '{"events": [{"name": "network-changed", "server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:29.267570 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60029a-fb38-4af4-85b0-89bbf625f731 service neutron] Pushing event updated for resources: {'Port': ['ID=a46afe0e-3df6-405b-be04-f6cec5d69104,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:29.309272 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0c5a831-068e-4934-ad3a-8984edf5b392 req-5b70d7a1-4d32-4d48-9f45-fdb9603ec237 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7f7c444-521e-43a4-a871-7c77e1da9dae HTTP/1.1" status: 200 len: 210 time: 0.0640464 Jul 22 09:38:29.322219 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40e0a81-4cc0-43d8-8885-3e8fc37fef8c x-openstack-request-id: req-f40e0a81-4cc0-43d8-8885-3e8fc37fef8c {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:29.322528 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:29.322777 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f40e0a81-4cc0-43d8-8885-3e8fc37fef8c {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:29.323188 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'status': 'completed', 'code': 200} Jul 22 09:38:29.372553 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-ec65b7fb-3195-41c8-9a53-cf51a6be7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.374079 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-ec65b7fb-3195-41c8-9a53-cf51a6be7ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1096 time: 0.0720897 Jul 22 09:38:29.420629 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-8751e1ed-4421-42bc-9fd6-432cc224eec8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 200 len: 217 time: 0.0379817 Jul 22 09:38:29.470583 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-6ccf935e-a6f3-46d9-8640-9c2f131869d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.472065 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-6ccf935e-a6f3-46d9-8640-9c2f131869d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0450172 Jul 22 09:38:29.529915 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-9afa472a-d391-4bea-b3a3-dfede59aec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.531445 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-9afa472a-d391-4bea-b3a3-dfede59aec8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528572 Jul 22 09:38:29.623056 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-1b0d96bc-8319-4932-8e30-6f2c82e0439c service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Jul 22 09:38:29.685951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75ac9f-0e41-4742-a3c2-b6e2588b6905 req-50f80a8a-42bf-4c0c-98d0-3768b0a6df73 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.687506 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f75ac9f-0e41-4742-a3c2-b6e2588b6905 req-50f80a8a-42bf-4c0c-98d0-3768b0a6df73 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0632486 Jul 22 09:38:29.723636 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f518ac6-cf54-439a-a171-1cecc793a350 req-73c4ffe2-73c1-41e6-8855-3cce517120dd service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919797 Jul 22 09:38:29.729940 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f75ac9f-0e41-4742-a3c2-b6e2588b6905 req-dd5c0876-016f-4521-956f-8d39500a547a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367868 Jul 22 09:38:29.824920 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-e930332f-f835-4872-8885-d1f19d067d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.826409 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-e930332f-f835-4872-8885-d1f19d067d13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1096 time: 0.0533707 Jul 22 09:38:29.919217 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-9cd15819-763a-4046-930d-7a864e7cd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:29.920629 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-9cd15819-763a-4046-930d-7a864e7cd161 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.0849864 Jul 22 09:38:29.962134 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-7c6970d2-1eec-49ba-9a6c-ff0eb19fc039 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 200 len: 217 time: 0.0333085 Jul 22 09:38:30.015270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-d6b43d9b-f891-4593-8422-c44d559ccb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:30.016720 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-d6b43d9b-f891-4593-8422-c44d559ccb4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0469468 Jul 22 09:38:30.074290 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-7234106f-a734-41a6-9877-3ea98f23063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:30.075800 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-7234106f-a734-41a6-9877-3ea98f23063b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525577 Jul 22 09:38:30.083490 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f308fb6-8bce-4327-9ce0-5ec0666080c3 req-943bc629-3c0e-4952-8200-89275503bac3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:30.084954 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f308fb6-8bce-4327-9ce0-5ec0666080c3 req-943bc629-3c0e-4952-8200-89275503bac3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 943 time: 0.0667877 Jul 22 09:38:30.121907 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f308fb6-8bce-4327-9ce0-5ec0666080c3 req-197f6265-e200-4b74-a951-779c3aab7e9e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314002 Jul 22 09:38:30.176598 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-ed924c43-742c-491a-8477-560a4ee7ebda service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865419 Jul 22 09:38:30.263679 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-02718d11-ccee-4fb7-9814-867b1e1f2f60 req-36560d4e-d88e-4808-94e1-b9304beaaa87 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798371 Jul 22 09:38:30.343648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efd2ad-ec10-415f-addd-20311437319d req-b0c3e3d5-e9ce-415c-a872-50f1c3a3beff tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:30.345155 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6efd2ad-ec10-415f-addd-20311437319d req-b0c3e3d5-e9ce-415c-a872-50f1c3a3beff tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 946 time: 0.0625374 Jul 22 09:38:30.368564 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46656) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:30.384245 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6efd2ad-ec10-415f-addd-20311437319d req-5b32d890-d736-4863-8043-a5d4662e5cfb tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332720 Jul 22 09:38:30.426679 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b1766d7-25e9-41ea-a3d2-eb2aa61bf7c5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:30.450233 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b1766d7-25e9-41ea-a3d2-eb2aa61bf7c5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:30.510112 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b1766d7-25e9-41ea-a3d2-eb2aa61bf7c5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:30.513605 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b1766d7-25e9-41ea-a3d2-eb2aa61bf7c5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:30.514762 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3b1766d7-25e9-41ea-a3d2-eb2aa61bf7c5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] 10.222.0.20 "DELETE /v2.0/security-groups/9831d8ed-f132-4188-b717-47cba4518e4b HTTP/1.1" status: 204 len: 168 time: 0.1452413 Jul 22 09:38:30.523310 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1766d7-25e9-41ea-a3d2-eb2aa61bf7c5 tempest-TestShelveInstance-1048916639 tempest-TestShelveInstance-1048916639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9831d8ed-f132-4188-b717-47cba4518e4b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:30.561883 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46662) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:30.867039 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd6ef7-014f-4c04-9466-57b5882f44f9 req-04771c99-01e5-4b96-92f2-2a9b7f891fff tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:30.868607 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6dd6ef7-014f-4c04-9466-57b5882f44f9 req-04771c99-01e5-4b96-92f2-2a9b7f891fff tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0701542 Jul 22 09:38:30.910467 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6dd6ef7-014f-4c04-9466-57b5882f44f9 req-97bb6699-1954-4ca2-8ba9-437483d80e46 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360122 Jul 22 09:38:30.976611 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f8387135-7767-4b8e-8178-b2b44de80a2f no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:30.999021 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: f8387135-7767-4b8e-8178-b2b44de80a2f {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:38:30.999365 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f8387135-7767-4b8e-8178-b2b44de80a2f not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:38:31.183624 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:31.248195 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f9dfd-49ee-4a38-bb9e-ab62bb6e7bbb req-e94cc226-4180-43f0-9487-fc6062ea67b5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:31.249695 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e13f9dfd-49ee-4a38-bb9e-ab62bb6e7bbb req-e94cc226-4180-43f0-9487-fc6062ea67b5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 943 time: 0.0630987 Jul 22 09:38:31.287457 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e13f9dfd-49ee-4a38-bb9e-ab62bb6e7bbb req-b1d8b9e4-d378-4013-95c1-a6e414c574ad tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Jul 22 09:38:31.425844 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Deleting port a09dedd6-25b0-4150-ad0e-63fa1ee2292f {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:31.426108 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:31.501905 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] For port a09dedd6-25b0-4150-ad0e-63fa1ee2292f, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:31.502281 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:31.513688 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Calling delete_port for a09dedd6-25b0-4150-ad0e-63fa1ee2292f owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:31.681862 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:31.705972 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Pushing event deleted for resources: {'Port': ['ID=a09dedd6-25b0-4150-ad0e-63fa1ee2292f,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:31.867388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.036519 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3a10-5a26-4903-8094-b1db40c940a6 req-69d1aba9-d92e-46d8-83eb-cb8512babc9c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:32.038014 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16df3a10-5a26-4903-8094-b1db40c940a6 req-69d1aba9-d92e-46d8-83eb-cb8512babc9c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0628145 Jul 22 09:38:32.076468 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:38:32.081607 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16df3a10-5a26-4903-8094-b1db40c940a6 req-67192931-adbf-49c6-ac8d-e434d6bcfce5 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370245 Jul 22 09:38:32.180249 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:38:32.186106 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-55366324-c5c3-433c-9d6c-1a37a367356d admin admin] 10.222.0.20 "PUT /v2.0/routers/b9ef07fd-4e77-43eb-95a7-d1f7dee86b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230476 Jul 22 09:38:32.187928 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46672) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:32.189743 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] Sync routers for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:38:32.200472 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:32.201351 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:32.292532 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.303815 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:32.398751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.421465 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f060c16-8d08-4f59-992b-6fdeddc3928d req-2c624c0f-1e71-447f-843a-19433b7cdc04 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:32.428427 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f060c16-8d08-4f59-992b-6fdeddc3928d req-2c624c0f-1e71-447f-843a-19433b7cdc04 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 943 time: 0.0726810 Jul 22 09:38:32.469453 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f060c16-8d08-4f59-992b-6fdeddc3928d req-28e5a5f6-a1a7-4a8d-b470-b3e6c9ab8877 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397682 Jul 22 09:38:32.485024 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Deleting port d866b1fb-e184-45bf-80ec-cc6bfdf23215 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:32.485393 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.512239 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:38:31Z', 'revision_number': 5, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port': {'id': 'd866b1fb-e184-45bf-80ec-cc6bfdf23215', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:32.538814 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] Checking router: b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:38:32.546782 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] Routers {'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:32.547383 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:32.572220 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] For port d866b1fb-e184-45bf-80ec-cc6bfdf23215, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=d866b1fb-e184-45bf-80ec-cc6bfdf23215,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:32.573123 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.584952 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Calling delete_port for d866b1fb-e184-45bf-80ec-cc6bfdf23215 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:32.633652 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] Set router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:32.687877 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:38:32Z', 'revision_number': 6, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:32.715670 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445e94a-8db2-411a-b7d0-403f679e6c4e None None] The sync data for ids ['b9ef07fd-4e77-43eb-95a7-d1f7dee86b01'] in dv-cinder-801717-2-iscsi is: [{'id': 'b9ef07fd-4e77-43eb-95a7-d1f7dee86b01', 'name': 'tempest-TestShelveInstance-1350656257-router', 'tenant_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:32:54Z', 'updated_at': '2021-07-22T09:38:32Z', 'revision_number': 6, 'project_id': 'a5cdc707fd6b4569b0f34c8f54fde969', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:38:32.751824 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.776821 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Pushing event deleted for resources: {'Port': ['ID=d866b1fb-e184-45bf-80ec-cc6bfdf23215,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:32.836534 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.937583 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.939607 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:32.999728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.000392 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:38:33.005334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.006550 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-46a8bc3a-7b3c-4317-a115-2936c683c18b admin admin] 10.222.0.20 "DELETE /v2.0/routers/b9ef07fd-4e77-43eb-95a7-d1f7dee86b01 HTTP/1.1" status: 204 len: 168 time: 0.8175046 Jul 22 09:38:33.008998 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46676) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:33.051129 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] Deleting subnet 2b363734-9f8a-4ab0-91af-f6e903bc4f7a {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:38:33.054270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.091977 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.202828 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.212081 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560d30-f6cd-4fd1-b3be-9f3ad928a8d9 req-1d39350d-b1d5-49b8-b165-8c23b1501344 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:33.213655 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-91560d30-f6cd-4fd1-b3be-9f3ad928a8d9 req-1d39350d-b1d5-49b8-b165-8c23b1501344 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0640907 Jul 22 09:38:33.260863 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-91560d30-f6cd-4fd1-b3be-9f3ad928a8d9 req-7805c4ac-62a8-4fcf-bdd0-b27aed6756f3 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412378 Jul 22 09:38:33.457460 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.474576 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de48e2-8356-42fe-9ffa-8494c8938c48 None None] Network 3ae0a89b-de28-4b0f-8c2c-38f37383c681 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:38:33.484467 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.486404 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2b363734-9f8a-4ab0-91af-f6e903bc4f7a HTTP/1.1" status: 204 len: 168 time: 0.4764130 Jul 22 09:38:33.487631 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb39299-4998-43e7-9f03-798fed95eb17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b363734-9f8a-4ab0-91af-f6e903bc4f7a,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:33.489228 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46680) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:33.597604 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.663564 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d6e09-f103-4970-b2bf-15cb07effbbb req-9e4d108f-6bb1-4297-833d-d5936574a86e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:33.665100 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-260d6e09-f103-4970-b2bf-15cb07effbbb req-9e4d108f-6bb1-4297-833d-d5936574a86e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 943 time: 0.1070015 Jul 22 09:38:33.695595 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] DHCP port deletion for 3ae0a89b-de28-4b0f-8c2c-38f37383c681 request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:38:33.709184 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Deleting port 0b535cc1-7c20-4c9b-8cba-ca4154337668 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:33.709533 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.729494 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-260d6e09-f103-4970-b2bf-15cb07effbbb req-017639b4-41d5-4975-bb42-f78949530e65 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565505 Jul 22 09:38:33.750461 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] Deleting port 0b535cc1-7c20-4c9b-8cba-ca4154337668 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:33.750461 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.782890 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] For port 0b535cc1-7c20-4c9b-8cba-ca4154337668, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0b535cc1-7c20-4c9b-8cba-ca4154337668,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:33.783258 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.798801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Calling delete_port for 0b535cc1-7c20-4c9b-8cba-ca4154337668 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:33.815347 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] For port 0b535cc1-7c20-4c9b-8cba-ca4154337668, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0b535cc1-7c20-4c9b-8cba-ca4154337668,segment=NetworkSegment(701b5722-aebe-4514-a2d4-ef6ee75c289a),segment_id=701b5722-aebe-4514-a2d4-ef6ee75c289a)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:33.815771 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.826979 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] Calling delete_port for 0b535cc1-7c20-4c9b-8cba-ca4154337668 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:33.877821 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:33.907024 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b535cc1-7c20-4c9b-8cba-ca4154337668,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:33.910299 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] No DVR routers for this DVR port 0b535cc1-7c20-4c9b-8cba-ca4154337668 on host dv-cinder-801717-2-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:38:33.918960 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.919302 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.919638 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.919969 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.920297 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.920624 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.920946 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.921265 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.921586 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.921905 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.922256 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.922571 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:38:33.993928 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.004977 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae0a89b-de28-4b0f-8c2c-38f37383c681']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:34.015005 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701b5722-aebe-4514-a2d4-ef6ee75c289a') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:34.015298 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701b5722-aebe-4514-a2d4-ef6ee75c289a') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:34.024056 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.038169 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.044341 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:38:34.044717 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:38:34.046747 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:38:34.064241 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.088952 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] Pushing event deleted for resources: {'Port': ['ID=0b535cc1-7c20-4c9b-8cba-ca4154337668,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:34.092641 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103395ec-2396-405d-acac-2151fdffabc9 None None] No DVR routers for this DVR port 0b535cc1-7c20-4c9b-8cba-ca4154337668 on host dv-cinder-801717-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:38:34.111102 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.115721 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.117564 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ae0a89b-de28-4b0f-8c2c-38f37383c681 HTTP/1.1" status: 204 len: 168 time: 0.6273739 Jul 22 09:38:34.120707 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46684) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:34.129716 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82274b58-76f4-4ce6-94dc-9b9654e46375 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae0a89b-de28-4b0f-8c2c-38f37383c681,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:34.390085 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da742635-f372-442f-a967-21290b2c29f5 req-3b782cc5-7883-4947-89b4-b7845605f30e tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:34.391613 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da742635-f372-442f-a967-21290b2c29f5 req-3b782cc5-7883-4947-89b4-b7845605f30e tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0639513 Jul 22 09:38:34.431546 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da742635-f372-442f-a967-21290b2c29f5 req-d81e1be0-b97c-4935-a07b-1f6b5d6a7c29 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340757 Jul 22 09:38:34.455576 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.474818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0b535cc1-7c20-4c9b-8cba-ca4154337668 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:34.493707 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 0b535cc1-7c20-4c9b-8cba-ca4154337668 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:38:34.494050 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0b535cc1-7c20-4c9b-8cba-ca4154337668 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:38:34.494521 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device d866b1fb-e184-45bf-80ec-cc6bfdf23215 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:34.512374 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: d866b1fb-e184-45bf-80ec-cc6bfdf23215 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:38:34.512716 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device d866b1fb-e184-45bf-80ec-cc6bfdf23215 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:38:34.513107 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device a09dedd6-25b0-4150-ad0e-63fa1ee2292f no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:34.534036 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: a09dedd6-25b0-4150-ad0e-63fa1ee2292f {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:38:34.534399 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device a09dedd6-25b0-4150-ad0e-63fa1ee2292f not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:38:34.705550 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Deleting port 89f73293-e07b-418b-928e-4d116cec45d4 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:34.705799 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.782470 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] For port 89f73293-e07b-418b-928e-4d116cec45d4, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=89f73293-e07b-418b-928e-4d116cec45d4,segment=NetworkSegment(aebcca22-98a1-45ef-92ac-6bd551179c54),segment_id=aebcca22-98a1-45ef-92ac-6bd551179c54)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:34.782823 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.796254 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Calling delete_port for 89f73293-e07b-418b-928e-4d116cec45d4 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:34.864752 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c963aff-5093-4541-bb63-c59c6d5681a2 req-3db09c2b-0a59-4902-9c77-f5557971cbdc tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:34.866389 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8c963aff-5093-4541-bb63-c59c6d5681a2 req-3db09c2b-0a59-4902-9c77-f5557971cbdc tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 943 time: 0.0659657 Jul 22 09:38:34.903754 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8c963aff-5093-4541-bb63-c59c6d5681a2 req-b16264c7-b19d-4025-826d-abf011341e97 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Jul 22 09:38:34.970586 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:34.998397 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f73293-e07b-418b-928e-4d116cec45d4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:35.155153 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:35.360445 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:38:35.462081 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:38:35.466999 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-807f81be-1db6-49ad-bce3-184db82ab200 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4d24e6d-d989-4c23-b270-b3e1d61d5d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3452871 Jul 22 09:38:35.469506 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46692) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:35.473715 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] Sync routers for ids ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:38:35.483168 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] Routers {'c4d24e6d-d989-4c23-b270-b3e1d61d5d05'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:35.483780 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:35.568996 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad7f87-38c1-4e28-aaf0-9623c4edb08d req-910196dc-bd03-4f2e-9132-db152ea46734 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:35.570683 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05ad7f87-38c1-4e28-aaf0-9623c4edb08d req-910196dc-bd03-4f2e-9132-db152ea46734 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0649710 Jul 22 09:38:35.576433 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:35.599655 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] Set router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:35.614109 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05ad7f87-38c1-4e28-aaf0-9623c4edb08d req-32b12463-2bf7-4b55-929f-87828f4fc729 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376997 Jul 22 09:38:35.679055 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:35.732160 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Deleting port 09810fbb-b324-484b-8b67-62b0beec5eb9 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:35.732498 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:35.812892 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] For port 09810fbb-b324-484b-8b67-62b0beec5eb9, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=09810fbb-b324-484b-8b67-62b0beec5eb9,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:35.813240 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:35.824313 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Calling delete_port for 09810fbb-b324-484b-8b67-62b0beec5eb9 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:35.860150 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:38:34Z', 'revision_number': 5, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port': {'id': '09810fbb-b324-484b-8b67-62b0beec5eb9', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:35.888510 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] Checking router: c4d24e6d-d989-4c23-b270-b3e1d61d5d05 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:38:35.896244 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] Routers {'c4d24e6d-d989-4c23-b270-b3e1d61d5d05'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:35.896838 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:35.985137 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] Set router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:35.997452 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.026631 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Pushing event deleted for resources: {'Port': ['ID=09810fbb-b324-484b-8b67-62b0beec5eb9,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:36.040310 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb360-dbdc-49cb-a2c7-d4438d4c61ca req-d692d1fe-8ae1-4750-aeaf-7ccbb93e111f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:36.042148 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2feb360-dbdc-49cb-a2c7-d4438d4c61ca req-d692d1fe-8ae1-4750-aeaf-7ccbb93e111f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 943 time: 0.0645015 Jul 22 09:38:36.042903 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:38:35Z', 'revision_number': 6, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:36.072263 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c2845-a1a2-4dbe-bbaa-d0cf98e4e367 None None] The sync data for ids ['c4d24e6d-d989-4c23-b270-b3e1d61d5d05'] in dv-cinder-801717-2-iscsi is: [{'id': 'c4d24e6d-d989-4c23-b270-b3e1d61d5d05', 'name': 'tempest-TestShelveInstance-1741893051-router', 'tenant_id': 'a27345ef29d348cfa60021e980a2439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:33:01Z', 'updated_at': '2021-07-22T09:38:35Z', 'revision_number': 6, 'project_id': 'a27345ef29d348cfa60021e980a2439b', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:38:36.085683 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2feb360-dbdc-49cb-a2c7-d4438d4c61ca req-7651e43a-3cb4-4a7b-b75e-f17c0b816f4c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373440 Jul 22 09:38:36.098203 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.188001 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.189956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.234871 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.235411 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d24e6d-d989-4c23-b270-b3e1d61d5d05 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:38:36.240210 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.241352 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-28bd940c-2fb4-4ec0-8230-a1050f35c751 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4d24e6d-d989-4c23-b270-b3e1d61d5d05 HTTP/1.1" status: 204 len: 168 time: 0.7710221 Jul 22 09:38:36.243892 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46696) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:36.286883 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] Deleting subnet 0bfed1f9-68f1-45c3-8611-d665b5f04109 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:38:36.289730 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.322011 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.399137 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.460229 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.487449 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bfed1f9-68f1-45c3-8611-d665b5f04109,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:36.489403 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.491305 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-29dd4228-74cc-43f7-87b4-ceb49d703154 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0bfed1f9-68f1-45c3-8611-d665b5f04109 HTTP/1.1" status: 204 len: 168 time: 0.2458930 Jul 22 09:38:36.494811 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46698) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:36.498696 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf4548-19c2-44a9-9da5-14d59fbab7cf None None] Network 3ac1ed3a-8612-40ff-94fc-f3e65a34872e requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:38:36.571128 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.622156 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Deleting port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:38:36.622502 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.726795 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] For port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b1b58ba0-2ce2-431e-bad7-7d5efbce1f77,segment=NetworkSegment(aebcca22-98a1-45ef-92ac-6bd551179c54),segment_id=aebcca22-98a1-45ef-92ac-6bd551179c54)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:36.727060 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.741953 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Calling delete_port for b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:38:36.808256 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80643b-be45-4277-9556-18584559c4fa req-926ffcd1-c243-4940-808f-f8d4fe52a5d2 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:36.809656 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d80643b-be45-4277-9556-18584559c4fa req-926ffcd1-c243-4940-808f-f8d4fe52a5d2 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.1261683 Jul 22 09:38:36.866389 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d80643b-be45-4277-9556-18584559c4fa req-a84e987b-776d-454a-a48b-c78e4f398e71 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484128 Jul 22 09:38:36.876168 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.898350 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 89f73293-e07b-418b-928e-4d116cec45d4 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:36.901865 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c25777-67ad-46ff-9002-dbf22dac5f99 None None] DHCP port deletion for 3ac1ed3a-8612-40ff-94fc-f3e65a34872e request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:38:36.902331 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b58ba0-2ce2-431e-bad7-7d5efbce1f77,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:36.909886 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] No DVR routers for this DVR port b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 on host dv-cinder-801717-2-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:38:36.922559 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 89f73293-e07b-418b-928e-4d116cec45d4 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:38:36.922899 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 89f73293-e07b-418b-928e-4d116cec45d4 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:38:36.983703 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:36.993756 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac1ed3a-8612-40ff-94fc-f3e65a34872e']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:37.003940 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device a46afe0e-3df6-405b-be04-f6cec5d69104 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:38:37.004755 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebcca22-98a1-45ef-92ac-6bd551179c54') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:37.005059 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebcca22-98a1-45ef-92ac-6bd551179c54') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:37.013821 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.028535 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.034763 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:38:37.035146 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:38:37.037089 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:38:37.094668 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.099492 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.101898 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ac1ed3a-8612-40ff-94fc-f3e65a34872e HTTP/1.1" status: 204 len: 168 time: 0.6058073 Jul 22 09:38:37.115582 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f9956-324b-4ebd-bde3-244c4cb21ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac1ed3a-8612-40ff-94fc-f3e65a34872e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:37.128048 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port a46afe0e-3df6-405b-be04-f6cec5d69104, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=a46afe0e-3df6-405b-be04-f6cec5d69104,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:37.141672 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:38:37.194707 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.207965 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46afe0e-3df6-405b-be04-f6cec5d69104 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:38:37.232671 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port a46afe0e-3df6-405b-be04-f6cec5d69104, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=a46afe0e-3df6-405b-be04-f6cec5d69104,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:37.237209 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.252766 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46706) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:37.254566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32e38c-111d-4f4b-a76e-a792247bd3f4 req-9165a22b-856a-4f56-bab8-85e32cff3776 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:37.256052 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a32e38c-111d-4f4b-a76e-a792247bd3f4 req-9165a22b-856a-4f56-bab8-85e32cff3776 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 943 time: 0.0823078 Jul 22 09:38:37.287182 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=a46afe0e-3df6-405b-be04-f6cec5d69104,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:37.295965 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a32e38c-111d-4f4b-a76e-a792247bd3f4 req-9a3bfdcf-ffc9-4813-b77e-42fc0a560fca tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342019 Jul 22 09:38:37.305618 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cc9ee1f2-fb60-4944-ad52-e934d3af3c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5cdc707fd6b4569b0f34c8f54fde969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494773 Jul 22 09:38:37.305898 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46708) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:37.351616 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037cef7f-27e2-40f5-ab31-85eae656a213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.373124 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037cef7f-27e2-40f5-ab31-85eae656a213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.417505 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037cef7f-27e2-40f5-ab31-85eae656a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.420120 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037cef7f-27e2-40f5-ab31-85eae656a213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.421250 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-037cef7f-27e2-40f5-ab31-85eae656a213 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87750273-baec-45ea-91e0-119bf058d84c HTTP/1.1" status: 204 len: 168 time: 0.1143153 Jul 22 09:38:37.428760 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cef7f-27e2-40f5-ab31-85eae656a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87750273-baec-45ea-91e0-119bf058d84c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:37.450336 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['a46afe0e-3df6-405b-be04-f6cec5d69104'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:38:37.729929 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46714) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:37.771907 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2a149ae1-3d35-4cbc-8220-33e8d9bed560 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a27345ef29d348cfa60021e980a2439b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408385 Jul 22 09:38:37.774278 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46716) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:37.823135 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8c4f-8040-4efb-b002-a4f31c6e2b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.843522 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8c4f-8040-4efb-b002-a4f31c6e2b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.887434 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8c4f-8040-4efb-b002-a4f31c6e2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.889957 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8c4f-8040-4efb-b002-a4f31c6e2b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:37.891111 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3a4f8c4f-8040-4efb-b002-a4f31c6e2b9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f9d6495-46df-4c75-96bc-405b83e03dee HTTP/1.1" status: 204 len: 168 time: 0.1159656 Jul 22 09:38:37.901217 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f8c4f-8040-4efb-b002-a4f31c6e2b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d6495-46df-4c75-96bc-405b83e03dee,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:38.001280 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421da78d-99e9-492c-a55f-119daeec4052 req-91adcab9-44c6-438a-8d74-8c958c65850a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:38.002786 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-421da78d-99e9-492c-a55f-119daeec4052 req-91adcab9-44c6-438a-8d74-8c958c65850a tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0640616 Jul 22 09:38:38.050416 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-421da78d-99e9-492c-a55f-119daeec4052 req-77c92f0a-7936-4d29-b2cc-128bb577e8d5 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416818 Jul 22 09:38:38.420483 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ddee-0ba6-4c51-b71f-15fc6a2b3724 req-b1c43f9f-a950-457d-8843-6a79bfc08e2c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:38.421959 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1a5ddee-0ba6-4c51-b71f-15fc6a2b3724 req-b1c43f9f-a950-457d-8843-6a79bfc08e2c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 944 time: 0.0618894 Jul 22 09:38:38.459643 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1a5ddee-0ba6-4c51-b71f-15fc6a2b3724 req-e543d16e-e741-42f1-94a7-7db6ba87237d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Jul 22 09:38:38.470882 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 09810fbb-b324-484b-8b67-62b0beec5eb9 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:38.490934 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 09810fbb-b324-484b-8b67-62b0beec5eb9 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:38:38.491276 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 09810fbb-b324-484b-8b67-62b0beec5eb9 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:38:38.491686 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:38:38.509269 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:38:38.509611 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b1b58ba0-2ce2-431e-bad7-7d5efbce1f77 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:38:39.031963 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device a46afe0e-3df6-405b-be04-f6cec5d69104 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:38:39.080352 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port a46afe0e-3df6-405b-be04-f6cec5d69104 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:38:39.084313 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port a46afe0e-3df6-405b-be04-f6cec5d69104 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:38:39.084681 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:39.158453 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:39.180481 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:39.183353 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca3f8fe-f756-4235-b515-cd75c7596813" -d '{"events": [{"server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "name": "network-vif-plugged", "status": "completed", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:39.183534 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571742f-76e3-4a10-a6fb-aafeb503571f req-6fd5de23-5860-40c6-bfd4-5d4b7af2c9a9 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:39.185183 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1571742f-76e3-4a10-a6fb-aafeb503571f req-6fd5de23-5860-40c6-bfd4-5d4b7af2c9a9 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0662899 Jul 22 09:38:39.195857 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port a46afe0e-3df6-405b-be04-f6cec5d69104, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=a46afe0e-3df6-405b-be04-f6cec5d69104,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:38:39.200327 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:39.227546 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1571742f-76e3-4a10-a6fb-aafeb503571f req-6e9f2f33-7964-458b-951e-acafbcb17dcd tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362916 Jul 22 09:38:39.227750 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcce193-38b9-4add-8296-9b8e44f61ffd x-openstack-request-id: req-2dcce193-38b9-4add-8296-9b8e44f61ffd {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:39.227864 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "name": "network-vif-plugged", "status": "completed", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:39.228122 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dcce193-38b9-4add-8296-9b8e44f61ffd {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:39.228984 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'code': 200} Jul 22 09:38:39.256206 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=a46afe0e-3df6-405b-be04-f6cec5d69104,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:39.456202 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efcfc6-4cca-4397-8d75-a7e24b202b12 req-27857c28-6cca-41ac-b2f5-22148ff6cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:39.458120 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0efcfc6-4cca-4397-8d75-a7e24b202b12 req-27857c28-6cca-41ac-b2f5-22148ff6cf14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1098 time: 0.0531032 Jul 22 09:38:39.499250 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0efcfc6-4cca-4397-8d75-a7e24b202b12 req-9fdb6330-2e74-4a06-854d-b306543f32fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287836 Jul 22 09:38:39.517475 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:38:39.594127 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c1c3a-d302-4b2d-b79d-c669a21b110c req-a55e211c-3f77-48a4-9b18-f488e982d761 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:39.595621 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b3c1c3a-d302-4b2d-b79d-c669a21b110c req-a55e211c-3f77-48a4-9b18-f488e982d761 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 945 time: 0.0641582 Jul 22 09:38:39.632566 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b3c1c3a-d302-4b2d-b79d-c669a21b110c req-ed7d8b9c-884b-4c8e-9260-734f36838d9c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Jul 22 09:38:40.364471 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2847f-5e60-48b5-800e-0a560ab65d66 req-3faf68c8-abc5-4608-bf2a-7f48785c7003 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:40.365952 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40b2847f-5e60-48b5-800e-0a560ab65d66 req-3faf68c8-abc5-4608-bf2a-7f48785c7003 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.0679243 Jul 22 09:38:40.405345 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40b2847f-5e60-48b5-800e-0a560ab65d66 req-9f999edc-d907-481a-b51e-bd82d6767725 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&id=6ff2cdb9-191c-495f-a344-b011260b8bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331581 Jul 22 09:38:40.760795 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f21e-db81-44aa-9f80-e3fa26e9a6e1 req-5625381c-e1b2-484a-8351-0abf18bcf5d1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:40.762279 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f290f21e-db81-44aa-9f80-e3fa26e9a6e1 req-5625381c-e1b2-484a-8351-0abf18bcf5d1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 945 time: 0.0623755 Jul 22 09:38:40.798869 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f290f21e-db81-44aa-9f80-e3fa26e9a6e1 req-62744aad-d2db-41b2-af54-486c701611dd tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Jul 22 09:38:40.921569 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318c07-da3a-4da7-824e-8e0c4fd7d6dd req-1fb29539-db85-4cff-9407-a2603b2cfe80 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:40.922970 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf318c07-da3a-4da7-824e-8e0c4fd7d6dd req-1fb29539-db85-4cff-9407-a2603b2cfe80 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 945 time: 0.0613575 Jul 22 09:38:40.958847 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf318c07-da3a-4da7-824e-8e0c4fd7d6dd req-20c2ae40-081b-4810-8804-d87e4ffe2c92 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304322 Jul 22 09:38:40.980854 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46738) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:41.033375 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd604b0-12d4-483a-958e-f55b6e44ada5 tempest-TestVolumeBootPattern-1772931510 tempest-TestVolumeBootPattern-1772931510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:41.034890 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0bd604b0-12d4-483a-958e-f55b6e44ada5 tempest-TestVolumeBootPattern-1772931510 tempest-TestVolumeBootPattern-1772931510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1093 time: 0.0531044 Jul 22 09:38:41.037649 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46740) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:38:41.042687 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:38:41.065346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:41.158513 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:41.262485 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Allocated IP 172.27.1.2 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/a781cd6c-523c-42fc-bba1-0551b29ef88b) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:38:41.360344 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:41.401234 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:41.434796 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:38:41.439316 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:38:41.441618 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:38:41.471064 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=a781cd6c-523c-42fc-bba1-0551b29ef88b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:41.786265 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:41.864299 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:42.009384 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:42.013803 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:42.079884 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=a781cd6c-523c-42fc-bba1-0551b29ef88b,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:38:42.088757 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:42.183219 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Floating IP aeebafac-1c53-42a0-a927-5486463d037e associated. External IP: 172.27.1.2, port: a46afe0e-3df6-405b-be04-f6cec5d69104. Jul 22 09:38:42.382361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:38:42.730209 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:38:42.739419 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:38:42.746442 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:42.750484 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:42.751103 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:42.780640 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-68e1db19-f89b-4a8d-8be2-6e248be36fe1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7419088 Jul 22 09:38:42.781319 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:38:42.783654 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ffef8b-1769-4973-84f6-18ca4c8519f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:38:42.818520 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342a7381-2101-46f6-82f3-277b67ea111f x-openstack-request-id: req-342a7381-2101-46f6-82f3-277b67ea111f {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:38:42.818817 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:38:42.819069 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-342a7381-2101-46f6-82f3-277b67ea111f {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:38:42.819463 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'status': 'completed', 'code': 200} Jul 22 09:38:42.855541 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:42.898634 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-5cbcd54a-a9e4-43a4-8703-8bb9c609596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:42.900140 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-5cbcd54a-a9e4-43a4-8703-8bb9c609596e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1098 time: 0.0603149 Jul 22 09:38:42.986864 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-0feff917-67b9-436e-a77a-6785a981af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:42.988331 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-0feff917-67b9-436e-a77a-6785a981af1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.0820975 Jul 22 09:38:43.054469 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-966fe2c9-0b31-427a-9de2-12e66f1a4ec5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 200 len: 997 time: 0.0588677 Jul 22 09:38:43.075828 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:41Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:43.102437 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-eac94e6a-4096-4540-a93b-5b7cfe09b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:43.104517 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-eac94e6a-4096-4540-a93b-5b7cfe09b97e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0439448 Jul 22 09:38:43.105825 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:38:43.113813 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:38:43.114451 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:43.161301 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-ca2287b6-19bd-465d-a4d8-28f9d700be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:38:43.162854 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-ca2287b6-19bd-465d-a4d8-28f9d700be66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522220 Jul 22 09:38:43.216784 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:38:43.256150 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-34c1f952-f85e-49ca-977a-c6140e49b36e service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842261 Jul 22 09:38:43.344005 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ffef8b-1769-4973-84f6-18ca4c8519f2 req-503208ed-0c94-403a-94bb-7ab7557e4e28 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813026 Jul 22 09:38:43.437488 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:41Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:38:43.467380 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed391a-428b-4a24-b570-6563a6d198ae None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:41Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:38:43.636046 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659f0b6-a2ee-48b1-8c5e-894760d34a9c None None] New status for floating IP aeebafac-1c53-42a0-a927-5486463d037e: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:38:47.792592 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:48.947601 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d059bf9-5eac-4640-bed6-ffcbcc274138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:51.546758 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d53dd18-c96c-42bf-a777-50e269c46ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:51.582138 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:53.130672 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:38:54.672934 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:03.613424 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff49be-a85d-49e4-8225-ca9a6116c914 req-d4f77ca9-9757-4ab6-80fe-6b1bf47f40bd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:03.614936 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7aff49be-a85d-49e4-8225-ca9a6116c914 req-d4f77ca9-9757-4ab6-80fe-6b1bf47f40bd tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 946 time: 0.0645509 Jul 22 09:39:03.654405 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7aff49be-a85d-49e4-8225-ca9a6116c914 req-a5b9e3cc-a92a-4739-b14d-f16792471eda tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335524 Jul 22 09:39:04.785399 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001db3f-2eb8-4622-a23c-d14dc3fb403c req-a006cb98-3f9b-4589-b369-c0ca1e696c39 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:04.786904 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0001db3f-2eb8-4622-a23c-d14dc3fb403c req-a006cb98-3f9b-4589-b369-c0ca1e696c39 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 946 time: 0.0618303 Jul 22 09:39:04.824234 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0001db3f-2eb8-4622-a23c-d14dc3fb403c req-e17ea76f-7c71-4ed5-b8f8-636364afe2d6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 Jul 22 09:39:05.189956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-bd68d227-d946-401b-80c4-248185207295 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:05.191432 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-bd68d227-d946-401b-80c4-248185207295 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 946 time: 0.1002526 Jul 22 09:39:05.289497 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Deleting port ceb4d745-eeb2-4026-a794-6588b2523edc {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:05.289834 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:05.374488 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] For port ceb4d745-eeb2-4026-a794-6588b2523edc, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=ceb4d745-eeb2-4026-a794-6588b2523edc,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:05.374840 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:05.789311 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:05.789677 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:05.789992 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Floating IP b159e21a-b725-4214-837e-a285e179d4cb disassociated. External IP: 172.27.1.149, port: ceb4d745-eeb2-4026-a794-6588b2523edc. Jul 22 09:39:05.790349 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Calling delete_port for ceb4d745-eeb2-4026-a794-6588b2523edc owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:05.916561 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:05.942902 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event deleted for resources: {'Port': ['ID=ceb4d745-eeb2-4026-a794-6588b2523edc,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:05.953445 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.953877 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.954769 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.955586 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.956176 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.957270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.957765 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.958138 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.958473 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.958860 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.959117 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.959445 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:05.969988 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54e729-23a8-4f6f-b7e9-e5d1b77f8639 req-3e0273f7-f6a0-4a48-9f4c-fe442f833b8d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:05.971598 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd54e729-23a8-4f6f-b7e9-e5d1b77f8639 req-3e0273f7-f6a0-4a48-9f4c-fe442f833b8d tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cbbd2f3-ee04-46c4-8a45-5d7166f22012 HTTP/1.1" status: 200 len: 868 time: 0.0761743 Jul 22 09:39:06.011588 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd54e729-23a8-4f6f-b7e9-e5d1b77f8639 req-44a8d7fd-01c7-40ef-aa5e-1b8a9bc73078 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5cb3cb2-d611-4898-9491-f31b754648a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316963 Jul 22 09:39:06.075041 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Router 4eb49749-f8ee-4776-82c9-4b985121525a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:39:06.179561 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:06.188693 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] Sync routers for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:06.198247 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:06.198960 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:06.242037 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] No DVR routers for this DVR port ceb4d745-eeb2-4026-a794-6588b2523edc on host hv-cinder-80171 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:06.245023 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:06.247093 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1ca45e8a-789f-4ae2-a1ee-bb17e02132da req-a5d172cc-2a95-4a16-8b36-420004814fa0 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.46 "DELETE /v2.0/ports/ceb4d745-eeb2-4026-a794-6588b2523edc HTTP/1.1" status: 204 len: 173 time: 1.0499272 Jul 22 09:39:06.247526 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-deleted', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:39:06.249787 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519b179f-5bd2-4eb1-9989-90ce59888015" -d '{"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-deleted", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:39:06.289782 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73120335-b942-4d05-b556-369bca5729b3 x-openstack-request-id: req-73120335-b942-4d05-b556-369bca5729b3 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:39:06.290152 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbbd2f3-ee04-46c4-8a45-5d7166f22012", "name": "network-vif-deleted", "tag": "ceb4d745-eeb2-4026-a794-6588b2523edc", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:39:06.290407 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73120335-b942-4d05-b556-369bca5729b3 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:39:06.290798 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbbd2f3-ee04-46c4-8a45-5d7166f22012', 'name': 'network-vif-deleted', 'tag': 'ceb4d745-eeb2-4026-a794-6588b2523edc', 'status': 'completed', 'code': 200} Jul 22 09:39:06.426534 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:06.625028 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:06.650115 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] Checking router: 4eb49749-f8ee-4776-82c9-4b985121525a for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:06.658598 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:06.659196 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:06.760300 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:06.952604 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:06.979394 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d1057-53d1-466a-9806-11bb62d766d3 None None] The sync data for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi is: [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '23e7743f-8b4a-4a5d-afe6-954249fc88b7', 'name': '', 'network_id': 'e4b67219-8d18-4781-b583-eceee5c9b799', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'mac_address': 'fa:16:3e:18:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:58Z', 'updated_at': '2021-07-22T09:32:06Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'subnets': [{'id': 'e83a4c42-6f52-48bc-8a37-e146455d3a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:07.100487 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46776) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:07.159972 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-861d1b2b-510b-4375-be85-21bd24bea2c6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.183842 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-861d1b2b-510b-4375-be85-21bd24bea2c6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.194241 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b44aa-ba2b-4a8b-a23a-113c8233cfb2 None None] New status for floating IP b159e21a-b725-4214-837e-a285e179d4cb: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:39:07.229745 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-861d1b2b-510b-4375-be85-21bd24bea2c6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.232303 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-861d1b2b-510b-4375-be85-21bd24bea2c6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.235799 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-861d1b2b-510b-4375-be85-21bd24bea2c6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5cb3cb2-d611-4898-9491-f31b754648a0 HTTP/1.1" status: 204 len: 168 time: 0.1319478 Jul 22 09:39:07.236242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46778) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:07.242325 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d1b2b-510b-4375-be85-21bd24bea2c6 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb3cb2-d611-4898-9491-f31b754648a0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:07.251313 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-78518f2c-75ac-45e6-9144-89a076707ff4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] show failed (client error): The resource could not be found. Jul 22 09:39:07.252416 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-78518f2c-75ac-45e6-9144-89a076707ff4 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "GET /v2.0/security-groups/a5cb3cb2-d611-4898-9491-f31b754648a0 HTTP/1.1" status: 404 len: 347 time: 0.0145342 Jul 22 09:39:07.255336 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46780) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:07.381047 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Deleting port 6c8e31f7-4458-447f-bdf5-83893d73b9b3 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:07.381384 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.456812 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.457073 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.468230 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Calling delete_port for 6c8e31f7-4458-447f-bdf5-83893d73b9b3 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:07.591352 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.619192 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Pushing event deleted for resources: {'Port': ['ID=6c8e31f7-4458-447f-bdf5-83893d73b9b3,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:07.679291 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.682417 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:07.683623 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0ccecf78-4f8b-4aa9-8a0a-fc85bb507509 tempest-AttachVolumeShelveTestJSON-1083998810 tempest-AttachVolumeShelveTestJSON-1083998810-project] 10.222.0.20 "DELETE /v2.0/floatingips/b159e21a-b725-4214-837e-a285e179d4cb HTTP/1.1" status: 204 len: 168 time: 0.4273083 Jul 22 09:39:09.249021 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:09.269035 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: ceb4d745-eeb2-4026-a794-6588b2523edc {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:09.269377 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device ceb4d745-eeb2-4026-a794-6588b2523edc not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:10.084714 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46802) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:10.598224 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:10.841246 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Deleting port 23e7743f-8b4a-4a5d-afe6-954249fc88b7 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:10.841581 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:10.918145 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] For port 23e7743f-8b4a-4a5d-afe6-954249fc88b7, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=23e7743f-8b4a-4a5d-afe6-954249fc88b7,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:10.918542 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:10.930167 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Calling delete_port for 23e7743f-8b4a-4a5d-afe6-954249fc88b7 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:11.101041 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:11.126716 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e7743f-8b4a-4a5d-afe6-954249fc88b7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:11.286519 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:11.495659 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Router 4eb49749-f8ee-4776-82c9-4b985121525a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:39:11.600256 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:11.605627 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-23f42872-5420-48ac-9e16-6279473605b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/4eb49749-f8ee-4776-82c9-4b985121525a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5198617 Jul 22 09:39:11.608066 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46806) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:11.608916 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] Sync routers for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:11.617927 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:11.618582 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:11.708624 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:11.727756 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:11.807578 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:11.859346 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Deleting port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:11.859689 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:11.916315 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:39:11Z', 'revision_number': 5, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port': {'id': '5fa3d24f-62ad-48e8-8b56-c9ad536e76bf', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:31:55Z', 'updated_at': '2021-07-22T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:11.939936 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] For port 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:11.940291 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:11.946156 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] Checking router: 4eb49749-f8ee-4776-82c9-4b985121525a for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:11.952098 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Calling delete_port for 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:11.954853 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] Routers {'4eb49749-f8ee-4776-82c9-4b985121525a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:11.955458 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['4eb49749-f8ee-4776-82c9-4b985121525a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:12.039723 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] Set router 4eb49749-f8ee-4776-82c9-4b985121525a gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:12.091480 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:39:11Z', 'revision_number': 6, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:12.114677 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.122052 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995efa50-ad8f-4daf-8e99-7da06d03afd7 None None] The sync data for ids ['4eb49749-f8ee-4776-82c9-4b985121525a'] in dv-cinder-801717-2-iscsi is: [{'id': '4eb49749-f8ee-4776-82c9-4b985121525a', 'name': 'tempest-AttachVolumeShelveTestJSON-469731491-router', 'tenant_id': 'bfc69f41778943d6aab1a3846991609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:31:54Z', 'updated_at': '2021-07-22T09:39:11Z', 'revision_number': 6, 'project_id': 'bfc69f41778943d6aab1a3846991609e', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:12.141308 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa3d24f-62ad-48e8-8b56-c9ad536e76bf,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:12.200984 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.499823 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.501988 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.550556 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.551116 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb49749-f8ee-4776-82c9-4b985121525a {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:39:12.562309 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.563490 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ccdacb11-7cfb-48e9-834f-a855655b1306 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4eb49749-f8ee-4776-82c9-4b985121525a HTTP/1.1" status: 204 len: 168 time: 0.9545002 Jul 22 09:39:12.565990 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46810) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:12.585296 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 23e7743f-8b4a-4a5d-afe6-954249fc88b7 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:12.606625 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 23e7743f-8b4a-4a5d-afe6-954249fc88b7 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:12.606973 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 23e7743f-8b4a-4a5d-afe6-954249fc88b7 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:12.617728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] Deleting subnet e83a4c42-6f52-48bc-8a37-e146455d3a91 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:39:12.620686 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.653603 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.729474 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.778519 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.803786 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83a4c42-6f52-48bc-8a37-e146455d3a91,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:12.805706 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.807615 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0b86ada8-ccf0-4846-970f-4f74a1d25e21 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e83a4c42-6f52-48bc-8a37-e146455d3a91 HTTP/1.1" status: 204 len: 168 time: 0.2406187 Jul 22 09:39:12.809754 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633637f-999c-4c7f-9dd0-aad0e8229dbe None None] Network e4b67219-8d18-4781-b583-eceee5c9b799 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:39:12.810271 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46812) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:12.878470 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.932814 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Deleting port e018b4b4-4768-4527-9e80-d494c5ff3ddf {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:12.933452 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:12.999664 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] For port e018b4b4-4768-4527-9e80-d494c5ff3ddf, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=e018b4b4-4768-4527-9e80-d494c5ff3ddf,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:13.000393 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.008171 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] DHCP port deletion for e4b67219-8d18-4781-b583-eceee5c9b799 request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:39:13.013063 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Calling delete_port for e018b4b4-4768-4527-9e80-d494c5ff3ddf owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:13.054078 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Deleting port e018b4b4-4768-4527-9e80-d494c5ff3ddf {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:13.054547 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.098948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.119527 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] For port e018b4b4-4768-4527-9e80-d494c5ff3ddf, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=e018b4b4-4768-4527-9e80-d494c5ff3ddf,segment=NetworkSegment(c421adde-5b3a-469b-8e39-9e8ab13fee70),segment_id=c421adde-5b3a-469b-8e39-9e8ab13fee70)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:13.120215 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.128268 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e018b4b4-4768-4527-9e80-d494c5ff3ddf,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:13.131747 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] No DVR routers for this DVR port e018b4b4-4768-4527-9e80-d494c5ff3ddf on host dv-cinder-801717-2-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:13.133099 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Calling delete_port for e018b4b4-4768-4527-9e80-d494c5ff3ddf owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:13.207814 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.212928 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.224388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b67219-8d18-4781-b583-eceee5c9b799']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:13.233792 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c421adde-5b3a-469b-8e39-9e8ab13fee70') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:13.234106 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c421adde-5b3a-469b-8e39-9e8ab13fee70') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:13.238699 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Pushing event deleted for resources: {'Port': ['ID=e018b4b4-4768-4527-9e80-d494c5ff3ddf,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:13.240814 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] No DVR routers for this DVR port e018b4b4-4768-4527-9e80-d494c5ff3ddf on host dv-cinder-801717-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:13.242948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929224'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.249342 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.249702 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.250046 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.250409 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.250746 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.251390 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.251390 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.251726 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.252057 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.252379 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.252704 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.253030 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87b02b-c472-42e0-88d0-e57a8fdb0d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:13.257178 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.263787 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:39:13.264141 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6989420'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: timer() Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: cb(*args, **kw) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: self._notify() Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: self.callback(batched_events) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: event.method(event) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._get(url).json() Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:39:13.265711 dv-cinder-801717-2-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:39:13.318660 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.324311 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.326132 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/e4b67219-8d18-4781-b583-eceee5c9b799 HTTP/1.1" status: 204 len: 168 time: 0.5151014 Jul 22 09:39:13.336697 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e0d1-9e50-4329-9ed8-ff935dcb69aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b67219-8d18-4781-b583-eceee5c9b799,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:13.438917 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46816) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:13.482038 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1d728787-febe-4411-99db-e3f79d1930fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfc69f41778943d6aab1a3846991609e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419393 Jul 22 09:39:13.484421 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46818) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:13.530372 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-657c61c2-f94b-4a93-8c63-a4804b0e614b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.550406 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-657c61c2-f94b-4a93-8c63-a4804b0e614b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.596388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-657c61c2-f94b-4a93-8c63-a4804b0e614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.600355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-657c61c2-f94b-4a93-8c63-a4804b0e614b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:13.601973 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-657c61c2-f94b-4a93-8c63-a4804b0e614b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bfad2d6-afff-4e75-a5fb-18ce3bb6f33e HTTP/1.1" status: 204 len: 168 time: 0.1165369 Jul 22 09:39:13.612906 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c61c2-f94b-4a93-8c63-a4804b0e614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfad2d6-afff-4e75-a5fb-18ce3bb6f33e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:14.231039 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46840) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:14.329566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-702302093-network', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:14.354019 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Made reservation on behalf of 54f2d703807d48d5ad9c3bc8a522fae4 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:39:14.356079 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.364047 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.450593 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.454588 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.479582 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:39:14.489054 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5bfbb-15cb-44cb-b672-e8a1763f0c05,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:14.492903 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:14.493647 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.493991 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Added segment 2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42 of type vlan for network b381d641-4dfd-4735-b3ad-76eb5bef8514 Jul 22 09:39:14.527039 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:14.527039 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5fa3d24f-62ad-48e8-8b56-c9ad536e76bf not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:14.527039 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device e018b4b4-4768-4527-9e80-d494c5ff3ddf no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:14.533616 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.545261 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: e018b4b4-4768-4527-9e80-d494c5ff3ddf {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:14.545602 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device e018b4b4-4768-4527-9e80-d494c5ff3ddf not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:14.561998 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.562989 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:14.563596 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.592467 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3600888 Jul 22 09:39:14.595656 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46848) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:14.601795 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Request body: {'subnet': {'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-702302093-subnet', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:14.623389 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Made reservation on behalf of 54f2d703807d48d5ad9c3bc8a522fae4 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:39:14.625595 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.631719 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2dd16-52b4-4bec-985c-4356778a6758 admin admin] Pushing event updated for resources: {'Network': ['ID=b381d641-4dfd-4735-b3ad-76eb5bef8514,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:14.642407 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:39:14.789532 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.846047 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9505a27-0be1-4cd7-bfb8-5a91a7913488,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:14.850228 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Checking segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:39:14.850581 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Network hostable DHCP agents. Network: b381d641-4dfd-4735-b3ad-76eb5bef8514, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:39:14.867234 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:39:14.875480 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, b381d641-4dfd-4735-b3ad-76eb5bef8514) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:39:14.879349 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:14.879923 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.885595 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c587eb4-5584-4ed6-9b83-f484c04aec40 None None] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:39:14.895951 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d3283c87-2c36-41d9-a28c-b45013361f5e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2982209 Jul 22 09:39:14.898791 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46850) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:14.903753 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:14.923274 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61402'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.924652 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61379'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:14.979296 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.031791 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638eadfd-28ed-588a-be73-bba67747acef-b381d641-4dfd-4735-b3ad-76eb5bef8514', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488'}]}} from dv-cinder-801717-2-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 09:39:15.032619 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.116040 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58425'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.164961 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Allocated IP 172.20.0.2 (b381d641-4dfd-4735-b3ad-76eb5bef8514/a9505a27-0be1-4cd7-bfb8-5a91a7913488/fe1a5245-f3c4-41fe-a820-31c32feed8cc) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:39:15.308054 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.316273 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Transition to ACTIVE for port object fe1a5245-f3c4-41fe-a820-31c32feed8cc will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:39:15.331031 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Transition to ACTIVE for port object fe1a5245-f3c4-41fe-a820-31c32feed8cc will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:39:15.336104 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-a5e888f2-ba31-4155-9780-9bd40ccecadc tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749955518&fields=id&tenant_id=da529e53800b40caae6667dbea96de12 HTTP/1.1" status: 200 len: 267 time: 0.0657563 Jul 22 09:39:15.336853 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.341300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.364766 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.376812 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:39:15.379522 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:39:15.382619 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:39:15.392946 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Pushing event updated for resources: {'Port': ['ID=fe1a5245-f3c4-41fe-a820-31c32feed8cc,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:15.447779 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Attempting to bind port fe1a5245-f3c4-41fe-a820-31c32feed8cc on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:39:15.448051 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Attempting to bind port fe1a5245-f3c4-41fe-a820-31c32feed8cc by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:39:15.448412 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Attempting to bind port fe1a5245-f3c4-41fe-a820-31c32feed8cc on network b381d641-4dfd-4735-b3ad-76eb5bef8514 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:39:15.453149 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:39:15.453515 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Checking segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:39:15.453911 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.454326 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Bound using segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:39:15.454782 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Bound port: fe1a5245-f3c4-41fe-a820-31c32feed8cc, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:39:15.455157 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.503378 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-eefa66f8-b639-4b15-b006-9ea67008bec0 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:15.504865 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-eefa66f8-b639-4b15-b006-9ea67008bec0 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 985 time: 0.1422141 Jul 22 09:39:15.513451 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Allocated IP 172.27.1.151 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/833a8e80-7cad-44c6-825a-9df6c64c46e3) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:39:15.518572 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Request body: {'port': {'security_groups': ['b676d8e2-c95e-4914-a65a-507c27dc8e6a']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:15.520393 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] For port fe1a5245-f3c4-41fe-a820-31c32feed8cc, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:39:15.523785 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] For port fe1a5245-f3c4-41fe-a820-31c32feed8cc, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=fe1a5245-f3c4-41fe-a820-31c32feed8cc,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:39:15.528843 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.601951 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d42b-1c78-47b6-9e52-5af0b1730ef5 None None] Pushing event updated for resources: {'Port': ['ID=fe1a5245-f3c4-41fe-a820-31c32feed8cc,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:15.674193 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.736698 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.836463 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:15.925987 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:39:15.933471 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:39:15.943302 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:39:15.950242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:15.968907 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=833a8e80-7cad-44c6-825a-9df6c64c46e3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:16.043832 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.069502 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.082654 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:39:16.142795 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:16.143453 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.144877 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f7ed5c43-b7f7-49d9-acf4-83c3c8315edf req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "PUT /v2.0/ports/0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 943 time: 0.6333005 Jul 22 09:39:16.147212 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:39:16.149585 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79221141-3b2a-400e-b99c-bce99a79c241" -d '{"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:39:16.151929 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46854) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:16.195087 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afabd3-a21c-4807-908a-e06bc85e3a4c tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event updated for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=7']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:16.210199 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:39:16.264704 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-778d5fce-da52-4af0-bcae-282eeb874f04 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.308156 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-778d5fce-da52-4af0-bcae-282eeb874f04 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.326719 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.331482 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6033a9-cff7-41d5-ae60-bb808c7058c8 x-openstack-request-id: req-4d6033a9-cff7-41d5-ae60-bb808c7058c8 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:39:16.332160 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:39:16.332514 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d6033a9-cff7-41d5-ae60-bb808c7058c8 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:39:16.333865 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'status': 'completed', 'code': 200} Jul 22 09:39:16.397672 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-778d5fce-da52-4af0-bcae-282eeb874f04 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.400501 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-778d5fce-da52-4af0-bcae-282eeb874f04 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.401673 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-778d5fce-da52-4af0-bcae-282eeb874f04 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "DELETE /v2.0/security-groups/6ff2cdb9-191c-495f-a344-b011260b8bea HTTP/1.1" status: 204 len: 168 time: 0.2478027 Jul 22 09:39:16.404428 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46858) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:16.413325 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d5fce-da52-4af0-bcae-282eeb874f04 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff2cdb9-191c-495f-a344-b011260b8bea,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:16.439725 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221141-3b2a-400e-b99c-bce99a79c241 req-e42b531f-a2e3-46be-8651-10df75c7cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:16.441379 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79221141-3b2a-400e-b99c-bce99a79c241 req-e42b531f-a2e3-46be-8651-10df75c7cc39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1099 time: 0.1778336 Jul 22 09:39:16.520265 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:39:16.536583 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-78d57389-553c-487e-acf7-6d2d34eb8595 None None] Provisioning complete for port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:16.537078 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78d57389-553c-487e-acf7-6d2d34eb8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.578506 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221141-3b2a-400e-b99c-bce99a79c241 req-e177f8a1-0e0a-4647-9fae-6e357cda7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:16.590147 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79221141-3b2a-400e-b99c-bce99a79c241 req-e177f8a1-0e0a-4647-9fae-6e357cda7b91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 915 time: 0.1400609 Jul 22 09:39:16.630506 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device fe1a5245-f3c4-41fe-a820-31c32feed8cc up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:39:16.675501 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79221141-3b2a-400e-b99c-bce99a79c241 req-2e2218ec-df16-4ed1-923e-b948a4686e9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 1002 time: 0.0780418 Jul 22 09:39:16.709240 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371941'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.733021 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221141-3b2a-400e-b99c-bce99a79c241 req-e3235d0b-30e7-4edf-bfa0-a1aafdc5ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:16.734448 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79221141-3b2a-400e-b99c-bce99a79c241 req-e3235d0b-30e7-4edf-bfa0-a1aafdc5ee53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 200 len: 854 time: 0.0526822 Jul 22 09:39:16.776824 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Deleting port eb3682e1-0831-412b-a203-228ad01c8e3c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:16.777185 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:16.803045 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221141-3b2a-400e-b99c-bce99a79c241 req-108557e2-9420-4f8f-b1bb-befa017574d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:16.804610 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79221141-3b2a-400e-b99c-bce99a79c241 req-108557e2-9420-4f8f-b1bb-befa017574d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc617a5c-496c-41ec-a016-94343d34ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640988 Jul 22 09:39:16.815852 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b8580-d18d-40bc-970a-d819525d2e50 None None] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:39:16.902949 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79221141-3b2a-400e-b99c-bce99a79c241 req-53ec43f2-0640-43f7-96b8-beffe7bd44c2 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918648 Jul 22 09:39:16.917961 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port fe1a5245-f3c4-41fe-a820-31c32feed8cc completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:39:16.980270 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5022c666-7452-415d-a2be-50c0f676457a None None] Provisioning for port fe1a5245-f3c4-41fe-a820-31c32feed8cc completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:39:17.002036 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5022c666-7452-415d-a2be-50c0f676457a None None] Provisioning complete for port fe1a5245-f3c4-41fe-a820-31c32feed8cc triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:17.002327 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5022c666-7452-415d-a2be-50c0f676457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.008562 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79221141-3b2a-400e-b99c-bce99a79c241 req-27425ddc-ee7c-4272-9acf-94fd0b6f4664 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987198 Jul 22 09:39:17.101042 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5022c666-7452-415d-a2be-50c0f676457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.131738 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.132069 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.138239 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-5022c666-7452-415d-a2be-50c0f676457a None None] For port fe1a5245-f3c4-41fe-a820-31c32feed8cc, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=fe1a5245-f3c4-41fe-a820-31c32feed8cc,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:17.142697 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5022c666-7452-415d-a2be-50c0f676457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.149980 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Calling delete_port for eb3682e1-0831-412b-a203-228ad01c8e3c owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:17.195619 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022c666-7452-415d-a2be-50c0f676457a None None] Pushing event updated for resources: {'Port': ['ID=fe1a5245-f3c4-41fe-a820-31c32feed8cc,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:17.235121 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Router adff6f67-2069-4247-b60b-8d2b23900035 is scheduled to L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 09:39:17.362223 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-808c56b6-4547-4d21-abb8-dbe68756b7fe None None] Provisioning complete for port fe1a5245-f3c4-41fe-a820-31c32feed8cc triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:17.362555 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-808c56b6-4547-4d21-abb8-dbe68756b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.401415 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:17.411171 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Sync routers for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:17.421293 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:17.421991 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:17.426320 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.430035 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-35354b6b-b714-47fb-8f1b-20abad514fd4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5277834 Jul 22 09:39:17.430458 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46860) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:17.435492 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.495939 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event deleted for resources: {'Port': ['ID=eb3682e1-0831-412b-a203-228ad01c8e3c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:17.536679 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.537199 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Floating IP e4e64a1f-6a36-4a9d-9804-539492a2611b disassociated (deleted). External IP: 172.27.1.152, port: 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e. Jul 22 09:39:17.542698 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:17.731870 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:16Z', 'revision_number': 3, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:17.758003 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Checking router: adff6f67-2069-4247-b60b-8d2b23900035 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:17.758688 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Updating router adff6f67-2069-4247-b60b-8d2b23900035 port 833a8e80-7cad-44c6-825a-9df6c64c46e3 binding host dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:39:17.763617 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Router d7e2b611-45dd-4f10-8aac-17747543b491 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:39:17.793651 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.812398 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.856534 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.883835 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:17.890127 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:17.898613 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] Sync routers for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:17.912638 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:17.914647 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:17.937591 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5ed683e3-3db7-49c0-9369-e82a78ab7d75 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "DELETE /v2.0/floatingips/e4e64a1f-6a36-4a9d-9804-539492a2611b HTTP/1.1" status: 204 len: 168 time: 1.5320652 Jul 22 09:39:18.044057 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Allocated IP 172.20.0.1 (b381d641-4dfd-4735-b3ad-76eb5bef8514/a9505a27-0be1-4cd7-bfb8-5a91a7913488/232a58b3-7154-4791-bc2a-36ad092a30d8) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:39:18.052320 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:18.091648 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.111922 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Transition to ACTIVE for port object 833a8e80-7cad-44c6-825a-9df6c64c46e3 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:39:18.119105 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.162560 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Pushing event updated for resources: {'Port': ['ID=833a8e80-7cad-44c6-825a-9df6c64c46e3,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:18.175003 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.175440 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.175871 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.176323 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.176742 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.177162 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.177580 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.177995 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.178537 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.179049 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.179462 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.179874 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:39:18.199224 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.203141 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Attempting to bind port 833a8e80-7cad-44c6-825a-9df6c64c46e3 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:39:18.203638 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Attempting to bind port 833a8e80-7cad-44c6-825a-9df6c64c46e3 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:39:18.204093 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Attempting to bind port 833a8e80-7cad-44c6-825a-9df6c64c46e3 on network 52cb4751-a94c-4925-997a-ea8a7922ee54 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:39:18.212806 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:39:18.213466 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Checking segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:39:18.213962 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.214483 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Bound using segment: {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:39:18.215056 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Bound port: 833a8e80-7cad-44c6-825a-9df6c64c46e3, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f469-b1c3-47fa-a55d-016cc6a4b37e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:39:18.215561 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.221439 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Transition to ACTIVE for port object 232a58b3-7154-4791-bc2a-36ad092a30d8 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:39:18.259587 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.280413 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] For port 833a8e80-7cad-44c6-825a-9df6c64c46e3, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:39:18.283753 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] For port 833a8e80-7cad-44c6-825a-9df6c64c46e3, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=833a8e80-7cad-44c6-825a-9df6c64c46e3,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:39:18.288089 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.297710 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:39:18.300524 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:39:18.306970 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:39:18.335519 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:39:18.335785 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 5, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:18.344857 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Pushing event updated for resources: {'Port': ['ID=232a58b3-7154-4791-bc2a-36ad092a30d8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:18.345703 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c6a823-b509-4900-9264-b0c6ec18291d" -d '{"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:39:18.350788 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faec93-7c55-4584-aafa-c5c5734b1a9b None None] Pushing event updated for resources: {'Port': ['ID=833a8e80-7cad-44c6-825a-9df6c64c46e3,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:18.358105 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:18.358545 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:18.371434 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-371732'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.399043 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] Checking router: d7e2b611-45dd-4f10-8aac-17747543b491 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:18.420283 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:18.420909 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a45902-f6d9-44fb-a77a-dee375020d73 x-openstack-request-id: req-36a45902-f6d9-44fb-a77a-dee375020d73 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:39:18.421054 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:18.421452 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:39:18.421804 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36a45902-f6d9-44fb-a77a-dee375020d73 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:39:18.422342 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'status': 'completed', 'code': 200} Jul 22 09:39:18.495375 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:18.559532 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device fe1a5245-f3c4-41fe-a820-31c32feed8cc up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:39:18.603739 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.632764 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-03d5f537-19a5-4c07-b8d6-c4408359ef57 None None] Provisioning for port 232a58b3-7154-4791-bc2a-36ad092a30d8 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:39:18.640499 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:18.643117 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-03d5f537-19a5-4c07-b8d6-c4408359ef57 None None] Provisioning complete for port 232a58b3-7154-4791-bc2a-36ad092a30d8 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:18.643499 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03d5f537-19a5-4c07-b8d6-c4408359ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.655109 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a823-b509-4900-9264-b0c6ec18291d req-3f346bec-3f6b-4412-9cff-94890f9da883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:18.656617 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75c6a823-b509-4900-9264-b0c6ec18291d req-3f346bec-3f6b-4412-9cff-94890f9da883 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da529e53800b40caae6667dbea96de12&device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 1099 time: 0.1522541 Jul 22 09:39:18.753872 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-03d5f537-19a5-4c07-b8d6-c4408359ef57 None None] Port 232a58b3-7154-4791-bc2a-36ad092a30d8 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:39:18.766913 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port fe1a5245-f3c4-41fe-a820-31c32feed8cc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:18.767293 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.818744 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:16Z', 'revision_number': 3, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:18.823776 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a823-b509-4900-9264-b0c6ec18291d req-61d7652c-23a1-468d-afb3-ae93f63d85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:18.825238 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75c6a823-b509-4900-9264-b0c6ec18291d req-61d7652c-23a1-468d-afb3-ae93f63d85bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 200 len: 915 time: 0.1533291 Jul 22 09:39:18.847694 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4936ba-6571-47f0-bfd0-3372e1f2b140 None None] The sync data for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi is: [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:16Z', 'revision_number': 3, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:18.877068 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75c6a823-b509-4900-9264-b0c6ec18291d req-f5dc9960-3515-4558-ba16-38accad7be6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 200 len: 217 time: 0.0403552 Jul 22 09:39:18.938695 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a823-b509-4900-9264-b0c6ec18291d req-ef988dc7-f93c-4ff3-90cd-2c72727a6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:18.940166 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75c6a823-b509-4900-9264-b0c6ec18291d req-ef988dc7-f93c-4ff3-90cd-2c72727a6d86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 200 len: 854 time: 0.0541530 Jul 22 09:39:18.944331 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.957338 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.969801 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e009beb1-64be-4493-8eb3-908fd5c4bdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:18.992936 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 5, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:19.021693 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e6c77-04ae-4b6b-b09c-5de3a628b362 None None] The sync data for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi is: [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:10Z', 'revision_number': 4, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '4cdef6fc-cd14-4989-8aa8-53985957c862', 'name': '', 'network_id': 'cc617a5c-496c-41ec-a016-94343d34ef1d', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'mac_address': 'fa:16:3e:7f:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:10Z', 'updated_at': '2021-07-22T09:37:16Z', 'revision_number': 5, 'project_id': 'da529e53800b40caae6667dbea96de12', 'subnets': [{'id': '6a36151b-02d3-4a14-934f-04e24bf50cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:19.056052 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Pushing event updated for resources: {'Port': ['ID=232a58b3-7154-4791-bc2a-36ad092a30d8,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:19.061046 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416420'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:19.335584 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a823-b509-4900-9264-b0c6ec18291d req-07fa603f-43d3-463f-a7ea-5c1ff561be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:19.337108 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75c6a823-b509-4900-9264-b0c6ec18291d req-07fa603f-43d3-463f-a7ea-5c1ff561be4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc617a5c-496c-41ec-a016-94343d34ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3901367 Jul 22 09:39:19.356823 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f3e26-841a-4b34-8d0b-ce0d52873c7b None None] New status for floating IP e4e64a1f-6a36-4a9d-9804-539492a2611b: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:39:19.472756 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:39:19.477181 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:39:19.491795 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75c6a823-b509-4900-9264-b0c6ec18291d req-c4ef8ce5-6690-4af5-89b2-b814d70b0d42 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462464 Jul 22 09:39:19.671481 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75c6a823-b509-4900-9264-b0c6ec18291d req-2dfb6b9d-c062-4738-999b-e2b5ce5d5939 service neutron] 10.222.0.46 "GET /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443117 Jul 22 09:39:19.676779 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Router adff6f67-2069-4247-b60b-8d2b23900035 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:39:19.780151 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5ce1c48f-a32f-403c-bb1d-638b4ea5f834 None None] Provisioning complete for port 232a58b3-7154-4791-bc2a-36ad092a30d8 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:19.780746 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c48f-a32f-403c-bb1d-638b4ea5f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:19.795081 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:19.800262 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d97aa0be-2900-4c6e-997d-0430407a30a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/adff6f67-2069-4247-b60b-8d2b23900035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687942 Jul 22 09:39:19.823904 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1c48f-a32f-403c-bb1d-638b4ea5f834 None None] Port 232a58b3-7154-4791-bc2a-36ad092a30d8 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:39:20.328728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46888) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:20.333628 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-4be513fe-f5b0-49f7-9f04-3767ac7f92d8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074719784', 'description': 'tempest-description--380345766'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:20.355702 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4be513fe-f5b0-49f7-9f04-3767ac7f92d8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.434878 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4be513fe-f5b0-49f7-9f04-3767ac7f92d8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.438559 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4be513fe-f5b0-49f7-9f04-3767ac7f92d8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.469063 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4be513fe-f5b0-49f7-9f04-3767ac7f92d8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.473267 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4be513fe-f5b0-49f7-9f04-3767ac7f92d8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1434906 Jul 22 09:39:20.473445 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 46890) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:20.477658 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be513fe-f5b0-49f7-9f04-3767ac7f92d8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c3889-43a5-406f-bf71-674bbe5251af,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:20.478216 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e3aff18a-2b27-4833-bed5-a70b3ca30d81 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'security_group_rule': {'security_group_id': 'c99c3889-43a5-406f-bf71-674bbe5251af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:20.511784 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3aff18a-2b27-4833-bed5-a70b3ca30d81 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.539759 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 833a8e80-7cad-44c6-825a-9df6c64c46e3 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:39:20.571792 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3aff18a-2b27-4833-bed5-a70b3ca30d81 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.585784 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3aff18a-2b27-4833-bed5-a70b3ca30d81 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.606470 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Sync routers for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:20.614542 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aff18a-2b27-4833-bed5-a70b3ca30d81 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e1609c-0f87-4b91-9692-9271c3e09939,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:20.621951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3aff18a-2b27-4833-bed5-a70b3ca30d81 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.622246 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:20.622878 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:38:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:20.627112 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46896) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:20.630679 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e3aff18a-2b27-4833-bed5-a70b3ca30d81 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562011 Jul 22 09:39:20.631674 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-848313ad-8ecb-405e-b71d-40eb32966749 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'security_group_rule': {'security_group_id': 'c99c3889-43a5-406f-bf71-674bbe5251af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:20.661294 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-848313ad-8ecb-405e-b71d-40eb32966749 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.688257 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 833a8e80-7cad-44c6-825a-9df6c64c46e3 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:39:20.694556 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 833a8e80-7cad-44c6-825a-9df6c64c46e3 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:20.694937 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.746118 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-848313ad-8ecb-405e-b71d-40eb32966749 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.750888 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-848313ad-8ecb-405e-b71d-40eb32966749 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.773588 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848313ad-8ecb-405e-b71d-40eb32966749 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b47f959-1b70-466e-a8eb-d40a05755914,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:20.780267 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-848313ad-8ecb-405e-b71d-40eb32966749 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.781542 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-848313ad-8ecb-405e-b71d-40eb32966749 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539876 Jul 22 09:39:20.784745 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46900) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:20.789655 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:20.814805 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:20.836037 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7dcd6-5e79-4414-bc25-66b29a542d59 req-79763de3-01af-4709-aff7-b2aacff3b7c0 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:20.838237 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6b7dcd6-5e79-4414-bc25-66b29a542d59 req-79763de3-01af-4709-aff7-b2aacff3b7c0 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0719111 Jul 22 09:39:20.880195 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6b7dcd6-5e79-4414-bc25-66b29a542d59 req-41ff42ff-0504-4c59-a802-bad56c4a4686 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350091 Jul 22 09:39:20.904276 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:20.917647 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.003988 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.020949 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Allocated IP 172.27.1.124 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/41655a47-6202-432e-a7bb-151f9700706c) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:39:21.050247 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 833a8e80-7cad-44c6-825a-9df6c64c46e3, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=833a8e80-7cad-44c6-825a-9df6c64c46e3,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:21.088075 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.131290 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.173926 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.177503 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=833a8e80-7cad-44c6-825a-9df6c64c46e3,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:21.204215 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 2, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:21.208110 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:39:21.210835 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:39:21.216759 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:39:21.231536 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Checking router: adff6f67-2069-4247-b60b-8d2b23900035 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:21.231898 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Updating router adff6f67-2069-4247-b60b-8d2b23900035 port 232a58b3-7154-4791-bc2a-36ad092a30d8 binding host dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 09:39:21.246882 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'Port': ['ID=41655a47-6202-432e-a7bb-151f9700706c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:21.270363 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.304696 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.350240 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.494229 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.498938 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.526098 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.538884 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Transition to ACTIVE for port object 232a58b3-7154-4791-bc2a-36ad092a30d8 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:39:21.547515 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.576713 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'Port': ['ID=41655a47-6202-432e-a7bb-151f9700706c,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:21.577707 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fdda5aee-14a6-43f4-b58f-e40d36f72c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.590020 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.607425 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.607920 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.617139 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-006f64ee-9fec-42b6-be23-0436f74e7677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8229835 Jul 22 09:39:21.617860 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23d22b-9078-451c-ac29-853e44b17665 None None] Pushing event updated for resources: {'Port': ['ID=232a58b3-7154-4791-bc2a-36ad092a30d8,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:21.675113 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Attempting to bind port 232a58b3-7154-4791-bc2a-36ad092a30d8 on host dv-cinder-801717-2-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:39:21.675485 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Attempting to bind port 232a58b3-7154-4791-bc2a-36ad092a30d8 by drivers openvswitch,hyperv on host dv-cinder-801717-2-iscsi at level 0 using segments [{'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:39:21.675850 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Attempting to bind port 232a58b3-7154-4791-bc2a-36ad092a30d8 on network b381d641-4dfd-4735-b3ad-76eb5bef8514 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:39:21.683042 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Checking agent: {'id': 'c200394f-ca7e-4397-ac6d-02e8d485913b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801717-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 24, 22), 'started_at': datetime.datetime(2021, 7, 22, 9, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801717-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:39:21.683416 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Checking segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:39:21.683818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.684239 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Bound using segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:39:21.684694 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Bound port: 232a58b3-7154-4791-bc2a-36ad092a30d8, host: dv-cinder-801717-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:39:21.685216 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.755480 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] For port 232a58b3-7154-4791-bc2a-36ad092a30d8, host dv-cinder-801717-2-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:39:21.758615 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] For port 232a58b3-7154-4791-bc2a-36ad092a30d8, host dv-cinder-801717-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=232a58b3-7154-4791-bc2a-36ad092a30d8,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:39:21.763199 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:21.764411 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-f966932d-1ebd-44bb-8573-ad4a5d166982 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1074719784&fields=id&tenant_id=54f2d703807d48d5ad9c3bc8a522fae4 HTTP/1.1" status: 200 len: 267 time: 0.0376921 Jul 22 09:39:21.820818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:21.821405 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:39:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:21.884868 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-0222fb84-3a98-45bd-b1a9-279047ed4537 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:21.886644 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-0222fb84-3a98-45bd-b1a9-279047ed4537 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 810 time: 0.1156769 Jul 22 09:39:21.890556 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23d22b-9078-451c-ac29-853e44b17665 None None] Pushing event updated for resources: {'Port': ['ID=232a58b3-7154-4791-bc2a-36ad092a30d8,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:21.905889 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-cc6409ea-e97b-4195-94ff-13a04d766c54 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/quotas/54f2d703807d48d5ad9c3bc8a522fae4 HTTP/1.1" status: 200 len: 375 time: 0.0117295 Jul 22 09:39:21.947811 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:22.013395 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-8e119467-e952-401b-a434-6fede8a1f456 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002376 Jul 22 09:39:22.051621 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e6578-4859-4694-af2a-72d83f697536 req-e93e2ec1-9f51-4fd8-9975-2e5843ccefa5 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:22.053218 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fd4e6578-4859-4694-af2a-72d83f697536 req-e93e2ec1-9f51-4fd8-9975-2e5843ccefa5 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0885205 Jul 22 09:39:22.117293 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fd4e6578-4859-4694-af2a-72d83f697536 req-49e400fe-a06e-46f7-ace2-0bb087b0b724 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/security-groups?id=b676d8e2-c95e-4914-a65a-507c27dc8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Jul 22 09:39:22.170464 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:22.172177 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ae8ea12a-2837-4f4d-8542-9f18687680f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478293 Jul 22 09:39:22.196140 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87f6d4-3482-4321-8747-ee2b655338fb None None] The sync data for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi is: [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:22.278749 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-0c1ecdb5-3e73-4db9-ba61-3e41990429f8 service neutron] 10.222.0.20 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997071 Jul 22 09:39:22.471833 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52cfb569-07f8-43ed-a76b-59cedfd64c99 req-a5430065-73dc-47e8-9757-1b30e718c072 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 210 time: 0.0437341 Jul 22 09:39:22.568915 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-1f9110d1-2f39-4f0f-9d9a-c4bdf4d79826 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:22.570611 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-1f9110d1-2f39-4f0f-9d9a-c4bdf4d79826 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.46 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 946 time: 0.0740595 Jul 22 09:39:22.652926 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 833a8e80-7cad-44c6-825a-9df6c64c46e3 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:39:22.707887 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Deleting port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:22.708333 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:22.720669 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 833a8e80-7cad-44c6-825a-9df6c64c46e3 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:22.721054 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:22.822978 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 232a58b3-7154-4791-bc2a-36ad092a30d8 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:39:22.828476 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] For port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:22.828841 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:22.843451 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Calling delete_port for 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:22.881811 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning for port 232a58b3-7154-4791-bc2a-36ad092a30d8 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:39:22.888138 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 232a58b3-7154-4791-bc2a-36ad092a30d8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:22.888651 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:22.987561 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:22.994386 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:23.012093 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:39:23.031003 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Pushing event deleted for resources: {'Port': ['ID=0d50b2bb-625a-42e6-bc37-d3a704cc4d3e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:23.057819 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] For port 232a58b3-7154-4791-bc2a-36ad092a30d8, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=232a58b3-7154-4791-bc2a-36ad092a30d8,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:23.062212 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:23.092948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] No DVR routers for this DVR port 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e on host hv-cinder-80171 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:23.095741 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:23.097995 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d5055c8-a9fe-4d84-9c55-dae191e7734f req-13cb034c-1c20-48d7-99d9-e190826f0aca tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.46 "DELETE /v2.0/ports/0d50b2bb-625a-42e6-bc37-d3a704cc4d3e HTTP/1.1" status: 204 len: 173 time: 0.5204904 Jul 22 09:39:23.098857 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'name': 'network-vif-deleted', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:39:23.100984 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0912dab-9f8f-46b7-80e9-b32880761dee" -d '{"events": [{"server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "name": "network-vif-deleted", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:39:23.155824 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Pushing event updated for resources: {'Port': ['ID=232a58b3-7154-4791-bc2a-36ad092a30d8,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:23.164764 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d952e37-f1ba-4ba8-91b0-a1a9412d31b8 x-openstack-request-id: req-3d952e37-f1ba-4ba8-91b0-a1a9412d31b8 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:39:23.165306 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ce67d7-496a-4308-b517-456c60d861f0", "name": "network-vif-deleted", "tag": "0d50b2bb-625a-42e6-bc37-d3a704cc4d3e", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:39:23.167280 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d952e37-f1ba-4ba8-91b0-a1a9412d31b8 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:39:23.167280 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ce67d7-496a-4308-b517-456c60d861f0', 'name': 'network-vif-deleted', 'tag': '0d50b2bb-625a-42e6-bc37-d3a704cc4d3e', 'status': 'completed', 'code': 200} Jul 22 09:39:23.168189 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:23.225048 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df70ce91-76c4-4082-a626-61505bd0175e req-c9279063-cfdd-43c0-bca5-0335f288c7b8 tempest-TestMinimumBasicScenario-1761881776 tempest-TestMinimumBasicScenario-1761881776-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ce67d7-496a-4308-b517-456c60d861f0 HTTP/1.1" status: 200 len: 210 time: 0.0303743 Jul 22 09:39:23.574352 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-87434db3-ee9e-4f1d-bc8e-f63427c1a9bb tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:23.575845 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-87434db3-ee9e-4f1d-bc8e-f63427c1a9bb tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 810 time: 0.1206295 Jul 22 09:39:23.579597 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34111a1b-44d3-4179-bb17-f0db6016d968 req-bb29c364-a899-4ee3-84f6-1f5e6f5fa8ed tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 210 time: 0.0334373 Jul 22 09:39:23.623801 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-753cc1a6-51ef-4850-8081-b807d14c55b1 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54f2d703807d48d5ad9c3bc8a522fae4 HTTP/1.1" status: 200 len: 380 time: 0.0380571 Jul 22 09:39:23.648947 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'port': {'device_id': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'admin_state_up': True, 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'security_groups': ['c99c3889-43a5-406f-bf71-674bbe5251af']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:23.769811 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Made reservation on behalf of 54f2d703807d48d5ad9c3bc8a522fae4 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:39:23.773463 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:23.897948 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Allocated IP 172.20.0.14 (b381d641-4dfd-4735-b3ad-76eb5bef8514/a9505a27-0be1-4cd7-bfb8-5a91a7913488/d690736c-8ba5-4e7b-8a4a-88473ae45993) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:39:24.035361 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.048598 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Transition to ACTIVE for port object d690736c-8ba5-4e7b-8a4a-88473ae45993 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:39:24.081337 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.124848 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:39:24.127777 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:39:24.131443 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:39:24.138302 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'Port': ['ID=d690736c-8ba5-4e7b-8a4a-88473ae45993,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:24.184824 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:24.185809 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.200780 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ccc9fb00-1b0f-4d1f-a05c-5afa8c4cb010 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555506 Jul 22 09:39:24.212172 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Request body: {'port': {'device_id': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:24.298973 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.350026 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-a472bf5b-b1df-42b1-888f-1c89cd8052fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614936 Jul 22 09:39:24.401421 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08cffd4d-74e5-4afe-9219-94267dac68b7 None None] Provisioning for port d690736c-8ba5-4e7b-8a4a-88473ae45993 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:39:24.405368 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08cffd4d-74e5-4afe-9219-94267dac68b7 None None] Provisioning complete for port d690736c-8ba5-4e7b-8a4a-88473ae45993 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:24.405683 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08cffd4d-74e5-4afe-9219-94267dac68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.445256 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-08cffd4d-74e5-4afe-9219-94267dac68b7 None None] Port d690736c-8ba5-4e7b-8a4a-88473ae45993 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:39:24.456044 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720695-9976-46db-8860-418afe963147 req-8cea41c0-ce37-4e39-bf66-7f622624cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:24.458724 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-8cea41c0-ce37-4e39-bf66-7f622624cf1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1098 time: 0.0617082 Jul 22 09:39:24.534889 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 232a58b3-7154-4791-bc2a-36ad092a30d8 up at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:39:24.579035 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720695-9976-46db-8860-418afe963147 req-40bf8b90-f5aa-402f-8d3d-bbfa12d5f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:24.580823 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-40bf8b90-f5aa-402f-8d3d-bbfa12d5f370 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.1014373 Jul 22 09:39:24.599503 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Provisioning complete for port 232a58b3-7154-4791-bc2a-36ad092a30d8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:24.599990 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.672332 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d690736c-8ba5-4e7b-8a4a-88473ae45993 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:39:24.678180 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-0fd591b4-1bb0-40c5-8316-de142d24e918 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 200 len: 999 time: 0.0851340 Jul 22 09:39:24.688779 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.700560 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.710618 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Transition to ACTIVE for port object d690736c-8ba5-4e7b-8a4a-88473ae45993 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:39:24.716109 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.776662 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Pushing event updated for resources: {'Port': ['ID=d690736c-8ba5-4e7b-8a4a-88473ae45993,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:24.777053 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720695-9976-46db-8860-418afe963147 req-f9213c9d-a5f2-465b-b2ee-9fe24e48ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:24.778740 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-f9213c9d-a5f2-465b-b2ee-9fe24e48ef1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0721288 Jul 22 09:39:24.833175 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1cd2-24f4-4af6-8460-f00c688a9c75 req-9fbec3a1-d648-47f1-b4da-bcb2dd122e17 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:24.836131 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d1e1cd2-24f4-4af6-8460-f00c688a9c75 req-9fbec3a1-d648-47f1-b4da-bcb2dd122e17 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 932 time: 0.1763628 Jul 22 09:39:24.869110 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Attempting to bind port d690736c-8ba5-4e7b-8a4a-88473ae45993 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:39:24.869794 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Attempting to bind port d690736c-8ba5-4e7b-8a4a-88473ae45993 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:39:24.869794 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Attempting to bind port d690736c-8ba5-4e7b-8a4a-88473ae45993 on network b381d641-4dfd-4735-b3ad-76eb5bef8514 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:39:24.874599 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Port d690736c-8ba5-4e7b-8a4a-88473ae45993 on network b381d641-4dfd-4735-b3ad-76eb5bef8514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:39:24.874914 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Attempting to bind port d690736c-8ba5-4e7b-8a4a-88473ae45993 on network b381d641-4dfd-4735-b3ad-76eb5bef8514 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:39:24.879982 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:39:24.880325 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Checking segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:39:24.880593 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Bound using segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:39:24.881020 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Bound port: d690736c-8ba5-4e7b-8a4a-88473ae45993, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:39:24.881381 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:24.903691 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d1e1cd2-24f4-4af6-8460-f00c688a9c75 req-a06f2610-32e5-4fd4-99bd-7bcaaeea272d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599887 Jul 22 09:39:24.906726 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720695-9976-46db-8860-418afe963147 req-729bd13e-ffe1-43ed-b9c6-efefcc3d09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:24.908240 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-729bd13e-ffe1-43ed-b9c6-efefcc3d09d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228969 Jul 22 09:39:24.973835 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] For port d690736c-8ba5-4e7b-8a4a-88473ae45993, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:39:24.978093 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] For port d690736c-8ba5-4e7b-8a4a-88473ae45993, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:39:24.983792 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:25.026386 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-9a896349-df33-4a9a-8980-cd4249103212 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084628 Jul 22 09:39:25.028842 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:25.029495 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:25.030860 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] 10.222.0.46 "PUT /v2.0/ports/d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 200 len: 1094 time: 0.8229187 Jul 22 09:39:25.049684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db11a4-718d-4fa1-a024-9b3cdeabc8fb service neutron] Pushing event updated for resources: {'Port': ['ID=d690736c-8ba5-4e7b-8a4a-88473ae45993,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:25.076450 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46984) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:25.141554 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3720695-9976-46db-8860-418afe963147 req-7cba0eb7-bb77-4aa5-a71d-5a2ccf4bb02b service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047227 Jul 22 09:39:25.169597 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:39:25.171837 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27" -d '{"events": [{"name": "network-changed", "server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:39:25.226424 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e67b67-4b98-41d6-ba0f-944ac13176b7 x-openstack-request-id: req-11e67b67-4b98-41d6-ba0f-944ac13176b7 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:39:25.226712 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:39:25.226963 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11e67b67-4b98-41d6-ba0f-944ac13176b7 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:39:25.227338 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'status': 'completed', 'code': 200} Jul 22 09:39:25.229684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ddad4ef7-0345-401c-b204-de47ab8bafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:25.231428 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-ddad4ef7-0345-401c-b204-de47ab8bafab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 1097 time: 0.1482992 Jul 22 09:39:25.330230 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-7112e4c2-16fd-44a4-b973-0c0d6dea3d5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 200 len: 217 time: 0.0619893 Jul 22 09:39:25.395284 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-c5afd40f-0655-48c8-be43-026d74702d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:25.396672 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-c5afd40f-0655-48c8-be43-026d74702d39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0600417 Jul 22 09:39:25.513113 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-c1f9c5b0-f9fb-47b2-ab7e-59c96abe85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:25.514656 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-c1f9c5b0-f9fb-47b2-ab7e-59c96abe85c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947170 Jul 22 09:39:25.639424 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-5e59e178-15bb-48f1-9e15-e89b0ee08eee service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154222 Jul 22 09:39:25.680782 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:26.031073 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5cfc22b-e538-4bba-828b-52b58d0f413d req-38d00f23-b375-49a1-9120-252f85d2cf44 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844085 Jul 22 09:39:26.038346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb80f4-3282-4452-b94d-c5a78b9d406d req-9eea94ce-a8af-46c0-9440-62cea5775ba2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:26.043313 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0afb80f4-3282-4452-b94d-c5a78b9d406d req-9eea94ce-a8af-46c0-9440-62cea5775ba2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 944 time: 0.0721664 Jul 22 09:39:26.080803 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0afb80f4-3282-4452-b94d-c5a78b9d406d req-eb32db41-209c-4973-9452-6b198d9022bf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352547 Jul 22 09:39:26.170134 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-ccd5e126-c27f-45c2-aa22-48fc5bf8bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:26.171596 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-ccd5e126-c27f-45c2-aa22-48fc5bf8bf72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 1097 time: 0.0863914 Jul 22 09:39:26.305388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-c3c90d47-1f3b-41fd-a22b-a22dbf34f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:26.307475 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-c3c90d47-1f3b-41fd-a22b-a22dbf34f473 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.1158063 Jul 22 09:39:26.323876 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Deleting port 4cdef6fc-cd14-4989-8aa8-53985957c862 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:26.323876 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:26.359961 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-d74a527f-756e-4019-af6c-c7c8580edeb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 200 len: 217 time: 0.0445430 Jul 22 09:39:26.447987 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-f6a2046c-78d9-4580-ad5f-a5b80e5ab9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:26.449397 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-f6a2046c-78d9-4580-ad5f-a5b80e5ab9f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0819712 Jul 22 09:39:26.471409 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] For port 4cdef6fc-cd14-4989-8aa8-53985957c862, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=4cdef6fc-cd14-4989-8aa8-53985957c862,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:26.471759 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:26.503087 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Calling delete_port for 4cdef6fc-cd14-4989-8aa8-53985957c862 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:26.575486 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-f271f01e-dcb9-4c09-8e75-66bdf944a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:26.576867 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-f271f01e-dcb9-4c09-8e75-66bdf944a1d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1190450 Jul 22 09:39:26.719297 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-38572e10-66fb-4790-973d-b8923037eebb service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354880 Jul 22 09:39:26.809958 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:26.848379 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdef6fc-cd14-4989-8aa8-53985957c862,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:26.908081 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b792ccbf-b155-47c4-a5f8-2aab22eb5a27 req-dacb68c5-2f45-495f-b6d5-e977d3bd7ddd service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716776 Jul 22 09:39:27.023538 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:27.209797 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0621c-2d5f-4b01-844f-722eed3b0fc6 req-ebab5b71-be38-4ac2-bbc3-97de1e2385f2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:27.211243 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c0621c-2d5f-4b01-844f-722eed3b0fc6 req-ebab5b71-be38-4ac2-bbc3-97de1e2385f2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 944 time: 0.0626390 Jul 22 09:39:27.240144 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Router d7e2b611-45dd-4f10-8aac-17747543b491 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:39:27.248568 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c0621c-2d5f-4b01-844f-722eed3b0fc6 req-f54b5b79-6181-4767-9dbd-048fb38b9e8b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Jul 22 09:39:27.314291 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:27.334460 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:27.334835 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 0d50b2bb-625a-42e6-bc37-d3a704cc4d3e not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:27.346473 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:27.351380 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b12d17c1-0ec0-41d1-a62c-f6552b8eec33 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7e2b611-45dd-4f10-8aac-17747543b491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737732 Jul 22 09:39:27.353812 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46992) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:27.356293 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] Sync routers for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:27.366206 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:27.366822 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:39:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:27.458890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:27.467824 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:27.558262 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:27.610616 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Deleting port 55750ff3-8c2e-405f-9a19-aa8b1fc11719 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:27.610953 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:27.643857 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:39:26Z', 'revision_number': 5, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port': {'id': '55750ff3-8c2e-405f-9a19-aa8b1fc11719', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:27.673182 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] Checking router: d7e2b611-45dd-4f10-8aac-17747543b491 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:27.681292 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] Routers {'d7e2b611-45dd-4f10-8aac-17747543b491'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:27.682508 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:39:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['d7e2b611-45dd-4f10-8aac-17747543b491'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:27.702197 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] For port 55750ff3-8c2e-405f-9a19-aa8b1fc11719, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=55750ff3-8c2e-405f-9a19-aa8b1fc11719,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:27.702584 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:27.718638 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Calling delete_port for 55750ff3-8c2e-405f-9a19-aa8b1fc11719 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:27.764867 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] Set router d7e2b611-45dd-4f10-8aac-17747543b491 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:27.815245 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:39:27Z', 'revision_number': 6, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:27.845253 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3268c3-c685-4f0c-a32a-6d6a8c6f3f31 None None] The sync data for ids ['d7e2b611-45dd-4f10-8aac-17747543b491'] in dv-cinder-801717-2-iscsi is: [{'id': 'd7e2b611-45dd-4f10-8aac-17747543b491', 'name': 'tempest-TestMinimumBasicScenario-2115258812-router', 'tenant_id': 'da529e53800b40caae6667dbea96de12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:08Z', 'updated_at': '2021-07-22T09:39:27Z', 'revision_number': 6, 'project_id': 'da529e53800b40caae6667dbea96de12', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:27.881347 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:27.911524 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=55750ff3-8c2e-405f-9a19-aa8b1fc11719,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:27.969491 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.065875 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.067973 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.111983 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.112513 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e2b611-45dd-4f10-8aac-17747543b491 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:39:28.116619 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.117741 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8f49f6af-cc7d-4cf7-8f6f-10ea89e91d25 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d7e2b611-45dd-4f10-8aac-17747543b491 HTTP/1.1" status: 204 len: 168 time: 0.7630010 Jul 22 09:39:28.120746 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46994) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:28.162895 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] Deleting subnet 6a36151b-02d3-4a14-934f-04e24bf50cc6 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:39:28.165678 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.200876 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.282578 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.340830 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.366271 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a36151b-02d3-4a14-934f-04e24bf50cc6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:28.372883 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.375011 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7dbfce8f-dd83-45fb-b01b-97b0dfb2f5e7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a36151b-02d3-4a14-934f-04e24bf50cc6 HTTP/1.1" status: 204 len: 168 time: 0.2531838 Jul 22 09:39:28.377191 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 46998) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:28.380034 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794175e3-2813-4465-9007-f2493fe21471 None None] Network cc617a5c-496c-41ec-a016-94343d34ef1d requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:39:28.400285 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dc658-e2a7-4a8a-ae8e-27281f963fc2 req-45c57fa7-0a0e-45ab-9379-a321ace918b7 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:28.402408 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a3dc658-e2a7-4a8a-ae8e-27281f963fc2 req-45c57fa7-0a0e-45ab-9379-a321ace918b7 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 944 time: 0.0883474 Jul 22 09:39:28.445535 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.447094 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a3dc658-e2a7-4a8a-ae8e-27281f963fc2 req-0464d61b-fb23-4ecd-b5ab-dd932c8184c5 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356777 Jul 22 09:39:28.501102 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Deleting port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:28.501438 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.564749 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] For port 5f0365e0-5b87-4916-8fe6-7421148c4eb2, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=5f0365e0-5b87-4916-8fe6-7421148c4eb2,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:28.565117 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.578287 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Calling delete_port for 5f0365e0-5b87-4916-8fe6-7421148c4eb2 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:28.601925 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] DHCP port deletion for cc617a5c-496c-41ec-a016-94343d34ef1d request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:39:28.661312 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] Deleting port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:28.661697 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.663522 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 4cdef6fc-cd14-4989-8aa8-53985957c862 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:28.670672 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.693032 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 4cdef6fc-cd14-4989-8aa8-53985957c862 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:28.693350 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 4cdef6fc-cd14-4989-8aa8-53985957c862 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:28.693818 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5f0365e0-5b87-4916-8fe6-7421148c4eb2 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:28.697057 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0365e0-5b87-4916-8fe6-7421148c4eb2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:28.704389 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] No DVR routers for this DVR port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 on host dv-cinder-801717-2-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:28.722536 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 5f0365e0-5b87-4916-8fe6-7421148c4eb2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:28.722871 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 5f0365e0-5b87-4916-8fe6-7421148c4eb2 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:28.723323 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 55750ff3-8c2e-405f-9a19-aa8b1fc11719 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:28.773497 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 55750ff3-8c2e-405f-9a19-aa8b1fc11719 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:28.773888 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 55750ff3-8c2e-405f-9a19-aa8b1fc11719 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:28.777512 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.787533 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] For port 5f0365e0-5b87-4916-8fe6-7421148c4eb2, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=5f0365e0-5b87-4916-8fe6-7421148c4eb2,segment=NetworkSegment(d862ff9c-72f6-4da7-aa16-af8777023626),segment_id=d862ff9c-72f6-4da7-aa16-af8777023626)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:28.788208 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.789625 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc617a5c-496c-41ec-a016-94343d34ef1d']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:28.801007 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] Calling delete_port for 5f0365e0-5b87-4916-8fe6-7421148c4eb2 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:28.806402 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd862ff9c-72f6-4da7-aa16-af8777023626') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:28.806704 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd862ff9c-72f6-4da7-aa16-af8777023626') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:28.817390 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929224'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.832164 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.838799 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:39:28.839266 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6989420'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: timer() Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: cb(*args, **kw) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: self._notify() Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: self.callback(batched_events) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: event.method(event) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._get(url).json() Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:39:28.841004 dv-cinder-801717-2-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:39:28.880830 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.899243 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.905037 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:28.907044 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] Pushing event deleted for resources: {'Port': ['ID=5f0365e0-5b87-4916-8fe6-7421148c4eb2,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:28.910388 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47000) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:28.910605 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] 10.222.0.20 "DELETE /v2.0/networks/cc617a5c-496c-41ec-a016-94343d34ef1d HTTP/1.1" status: 204 len: 168 time: 0.5324068 Jul 22 09:39:28.913940 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1154f2-af08-455e-90e1-05aabfdc003d None None] No DVR routers for this DVR port 5f0365e0-5b87-4916-8fe6-7421148c4eb2 on host dv-cinder-801717-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:28.925311 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c2812-86fa-487a-9f6f-ee19c7a7487d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc617a5c-496c-41ec-a016-94343d34ef1d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:29.322782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:29.325700 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device d690736c-8ba5-4e7b-8a4a-88473ae45993 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:39:29.423602 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port d690736c-8ba5-4e7b-8a4a-88473ae45993, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:29.435094 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'port_id': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'mac_address': 'fa:16:3e:5a:64:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:39:29.471590 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:29.485762 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d690736c-8ba5-4e7b-8a4a-88473ae45993 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:39:29.505287 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port d690736c-8ba5-4e7b-8a4a-88473ae45993, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:29.509956 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:29.634081 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7fd01-9e36-4a2d-bbbc-080b923dbee8 req-1e8633a4-1dc1-4711-94d9-089eb1521235 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:29.635637 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1a7fd01-9e36-4a2d-bbbc-080b923dbee8 req-1e8633a4-1dc1-4711-94d9-089eb1521235 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 945 time: 0.1211946 Jul 22 09:39:29.685962 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=d690736c-8ba5-4e7b-8a4a-88473ae45993,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:29.704219 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1a7fd01-9e36-4a2d-bbbc-080b923dbee8 req-51560483-5c63-4a4c-9b0d-750727c55ab6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489185 Jul 22 09:39:29.718602 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Deleting port ac619c16-4da9-4bb2-8648-1364c49ae005 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:29.718949 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:29.746398 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['d690736c-8ba5-4e7b-8a4a-88473ae45993'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:39:29.796315 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] For port ac619c16-4da9-4bb2-8648-1364c49ae005, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=ac619c16-4da9-4bb2-8648-1364c49ae005,segment=NetworkSegment(fa6f11c0-6c72-4d90-82ef-a40685419913),segment_id=fa6f11c0-6c72-4d90-82ef-a40685419913)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:29.796742 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:29.809653 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Calling delete_port for ac619c16-4da9-4bb2-8648-1364c49ae005 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:30.235732 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:30.260689 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac619c16-4da9-4bb2-8648-1364c49ae005,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:30.429307 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:30.637467 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Router 20741946-18a4-4cbf-8b27-554a6569e363 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:39:30.738666 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:30.746602 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c272bb0-9011-48e3-ab26-0dea7828f2c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/20741946-18a4-4cbf-8b27-554a6569e363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8319135 Jul 22 09:39:30.746602 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47010) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:30.748527 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] Sync routers for ids ['20741946-18a4-4cbf-8b27-554a6569e363'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:30.758502 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] Routers {'20741946-18a4-4cbf-8b27-554a6569e363'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:30.759625 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:39:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['20741946-18a4-4cbf-8b27-554a6569e363'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:30.864734 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] Set router 20741946-18a4-4cbf-8b27-554a6569e363 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:30.892242 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:30.900979 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d153-4f1d-4a41-a8a3-692b7b9144a0 req-eaf08647-bcf4-479f-887b-a039a3989eee tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:30.902482 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-afa3d153-4f1d-4a41-a8a3-692b7b9144a0 req-eaf08647-bcf4-479f-887b-a039a3989eee tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 945 time: 0.1155865 Jul 22 09:39:31.008953 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-afa3d153-4f1d-4a41-a8a3-692b7b9144a0 req-0f535004-9c2a-409c-b028-fc54c22a928e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755739 Jul 22 09:39:31.029639 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.053418 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:39:30Z', 'revision_number': 5, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port': {'id': '3c9632d5-89aa-4c15-a95f-6eff7be9949c', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20741946-18a4-4cbf-8b27-554a6569e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:37:13Z', 'updated_at': '2021-07-22T09:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:31.080657 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] Checking router: 20741946-18a4-4cbf-8b27-554a6569e363 for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:31.087439 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Deleting port 3c9632d5-89aa-4c15-a95f-6eff7be9949c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:31.087785 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.089088 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] Routers {'20741946-18a4-4cbf-8b27-554a6569e363'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:31.089705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:39:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['20741946-18a4-4cbf-8b27-554a6569e363'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:31.166525 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] For port 3c9632d5-89aa-4c15-a95f-6eff7be9949c, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=3c9632d5-89aa-4c15-a95f-6eff7be9949c,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:31.166796 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.172796 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] Set router 20741946-18a4-4cbf-8b27-554a6569e363 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:31.178010 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Calling delete_port for 3c9632d5-89aa-4c15-a95f-6eff7be9949c owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:31.224642 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:39:31Z', 'revision_number': 6, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:31.253109 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b4354-9fa9-4d04-8318-ca49de227df8 None None] The sync data for ids ['20741946-18a4-4cbf-8b27-554a6569e363'] in dv-cinder-801717-2-iscsi is: [{'id': '20741946-18a4-4cbf-8b27-554a6569e363', 'name': 'tempest-TestMinimumBasicScenario-1014881330-router', 'tenant_id': '4283ee565c854d889420a7f468083af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:37:12Z', 'updated_at': '2021-07-22T09:39:31Z', 'revision_number': 6, 'project_id': '4283ee565c854d889420a7f468083af4', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:31.329585 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device d690736c-8ba5-4e7b-8a4a-88473ae45993 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:39:31.341675 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.366739 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9632d5-89aa-4c15-a95f-6eff7be9949c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:31.376697 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port d690736c-8ba5-4e7b-8a4a-88473ae45993 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:39:31.380517 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port d690736c-8ba5-4e7b-8a4a-88473ae45993 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:39:31.380890 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.429593 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.460814 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.482966 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:39:31.485249 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6bb6d3-1d87-469f-ac47-c93607a4c872" -d '{"events": [{"server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "name": "network-vif-plugged", "status": "completed", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:39:31.497767 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port d690736c-8ba5-4e7b-8a4a-88473ae45993, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:31.501379 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.518641 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.521536 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.526490 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6105ee9-fb5c-479f-93de-81791877b483 x-openstack-request-id: req-f6105ee9-fb5c-479f-93de-81791877b483 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:39:31.526776 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "name": "network-vif-plugged", "status": "completed", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:39:31.527094 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6105ee9-fb5c-479f-93de-81791877b483 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:39:31.527451 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'code': 200} Jul 22 09:39:31.550985 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=d690736c-8ba5-4e7b-8a4a-88473ae45993,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:31.574656 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.575202 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20741946-18a4-4cbf-8b27-554a6569e363 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:39:31.580642 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.582506 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0de4d1bd-5805-4f2e-856f-ff486e41ee3e admin admin] 10.222.0.20 "DELETE /v2.0/routers/20741946-18a4-4cbf-8b27-554a6569e363 HTTP/1.1" status: 204 len: 168 time: 0.8355594 Jul 22 09:39:31.584469 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47014) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:31.629459 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] Deleting subnet 5f41a3d8-e49f-4f72-8a39-168d179bbf33 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:39:31.632705 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.668219 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5669763'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.721064 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78f337-fe63-4dc5-8106-3a1bc72e3b37 req-19f9404b-7e88-42c0-87f5-0cef2daefc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:31.722603 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ae78f337-fe63-4dc5-8106-3a1bc72e3b37 req-19f9404b-7e88-42c0-87f5-0cef2daefc28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 1099 time: 0.0584331 Jul 22 09:39:31.756441 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ae78f337-fe63-4dc5-8106-3a1bc72e3b37 req-5b8745e8-ffad-44d4-8231-9238e3cbff62 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272064 Jul 22 09:39:31.782035 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.834754 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5669825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5805767'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.859901 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f41a3d8-e49f-4f72-8a39-168d179bbf33,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:31.861817 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.863812 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-15703f4e-8913-4c4b-8586-92c274e3e69c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f41a3d8-e49f-4f72-8a39-168d179bbf33 HTTP/1.1" status: 204 len: 168 time: 0.2780983 Jul 22 09:39:31.866166 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47016) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:31.869027 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac400a9-1aad-45ed-8b55-e11d420259e5 None None] Network fe6285d1-0e2b-44a2-ace4-57717bdb7efd requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:39:31.935520 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:31.987456 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Deleting port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:31.987871 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.053306 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] For port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,segment=NetworkSegment(fa6f11c0-6c72-4d90-82ef-a40685419913),segment_id=fa6f11c0-6c72-4d90-82ef-a40685419913)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:32.053674 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.056822 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] DHCP port deletion for fe6285d1-0e2b-44a2-ace4-57717bdb7efd request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:39:32.068468 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Calling delete_port for 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:32.109493 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] Deleting port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:39:32.109908 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.177477 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] For port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,segment=NetworkSegment(fa6f11c0-6c72-4d90-82ef-a40685419913),segment_id=fa6f11c0-6c72-4d90-82ef-a40685419913)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:39:32.177865 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.191780 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] Calling delete_port for 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:39:32.198994 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5661e99-73af-474f-9242-33311912dded req-1be75b19-225b-4d35-a0f2-6f720054daf9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:32.200534 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a5661e99-73af-474f-9242-33311912dded req-1be75b19-225b-4d35-a0f2-6f720054daf9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0845618 Jul 22 09:39:32.206468 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.251983 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:32.253892 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] No DVR routers for this DVR port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 on host dv-cinder-801717-2-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:32.285911 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.309770 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] Pushing event deleted for resources: {'Port': ['ID=8c411ebe-6eaf-4be1-b60e-5b332dd1ef81,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:32.312520 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a5661e99-73af-474f-9242-33311912dded req-e8e284d5-7f6a-4f2d-8cd8-f98e504b5688 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018686 Jul 22 09:39:32.316799 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe446b-7b41-4acc-8262-27cb9a8754f2 None None] No DVR routers for this DVR port 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 on host dv-cinder-801717-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:39:32.344186 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.355281 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6285d1-0e2b-44a2-ace4-57717bdb7efd']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:32.364490 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6f11c0-6c72-4d90-82ef-a40685419913') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:32.364782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6f11c0-6c72-4d90-82ef-a40685419913') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:32.373751 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.387074 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.392914 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:39:32.393292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:39:32.394921 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:39:32.451093 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.456394 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.460878 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fe6285d1-0e2b-44a2-ace4-57717bdb7efd HTTP/1.1" status: 204 len: 168 time: 0.5914516 Jul 22 09:39:32.470910 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab01fc-a24d-45c9-b8b2-882aec70b041 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6285d1-0e2b-44a2-ace4-57717bdb7efd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:32.526384 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 3c9632d5-89aa-4c15-a95f-6eff7be9949c no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:32.550242 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 3c9632d5-89aa-4c15-a95f-6eff7be9949c {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:32.550592 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 3c9632d5-89aa-4c15-a95f-6eff7be9949c not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:32.551047 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ac619c16-4da9-4bb2-8648-1364c49ae005 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:32.570113 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: ac619c16-4da9-4bb2-8648-1364c49ae005 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:32.570469 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ac619c16-4da9-4bb2-8648-1364c49ae005 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:32.570889 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:39:32.577164 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47022) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:32.595474 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:39:32.595825 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 8c411ebe-6eaf-4be1-b60e-5b332dd1ef81 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:39:32.622736 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cb125d86-9f0d-43cb-a420-666be48efbe6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da529e53800b40caae6667dbea96de12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444243 Jul 22 09:39:32.625135 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47024) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:32.671257 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4628f920-382d-49d2-8dad-4675d1b1d45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.691803 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4628f920-382d-49d2-8dad-4675d1b1d45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.735530 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4628f920-382d-49d2-8dad-4675d1b1d45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.738154 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4628f920-382d-49d2-8dad-4675d1b1d45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:32.739262 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4628f920-382d-49d2-8dad-4675d1b1d45d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b676d8e2-c95e-4914-a65a-507c27dc8e6a HTTP/1.1" status: 204 len: 168 time: 0.1132462 Jul 22 09:39:32.746259 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628f920-382d-49d2-8dad-4675d1b1d45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b676d8e2-c95e-4914-a65a-507c27dc8e6a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:33.033174 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47030) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:33.074463 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-22a441f2-311d-4d84-a17b-7fd7c01e2d4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4283ee565c854d889420a7f468083af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400908 Jul 22 09:39:33.076761 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47032) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:33.122088 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34bdcb48-f9b6-412e-a4dc-a5096fba2314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:33.142394 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34bdcb48-f9b6-412e-a4dc-a5096fba2314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:33.186309 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34bdcb48-f9b6-412e-a4dc-a5096fba2314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:33.188744 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34bdcb48-f9b6-412e-a4dc-a5096fba2314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:33.189866 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-34bdcb48-f9b6-412e-a4dc-a5096fba2314 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7ff5a88-7781-4e62-b13e-64e2e27d5dd7 HTTP/1.1" status: 204 len: 168 time: 0.1122463 Jul 22 09:39:33.197586 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdcb48-f9b6-412e-a4dc-a5096fba2314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff5a88-7781-4e62-b13e-64e2e27d5dd7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:39:33.460413 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa874cea-4dd8-461b-a9ef-4822292eb128 req-555d4e02-d3ae-4732-9688-9a94ab6b48de tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:33.462083 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa874cea-4dd8-461b-a9ef-4822292eb128 req-555d4e02-d3ae-4732-9688-9a94ab6b48de tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0705667 Jul 22 09:39:33.502774 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa874cea-4dd8-461b-a9ef-4822292eb128 req-e3ff95ce-e500-4fde-b361-4940399d0a52 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346379 Jul 22 09:39:33.628678 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3678ae-0dbf-43e8-a875-dfe9678a461c req-80c5bee3-9150-4495-84c1-53b7d044452a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:33.630434 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9b3678ae-0dbf-43e8-a875-dfe9678a461c req-80c5bee3-9150-4495-84c1-53b7d044452a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0637057 Jul 22 09:39:33.638786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47040) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:39:33.643040 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'floatingip': {'port_id': 'd690736c-8ba5-4e7b-8a4a-88473ae45993'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:39:33.682923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:34.092499 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:34.096114 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:34.192264 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Floating IP 6a562a3d-5ca5-4add-88b4-57f8b72b8388 associated. External IP: 172.27.1.124, port: d690736c-8ba5-4e7b-8a4a-88473ae45993. Jul 22 09:39:34.646444 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Router adff6f67-2069-4247-b60b-8d2b23900035 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:39:34.756934 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:39:34.762178 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:34.766611 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] Sync routers for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:39:34.775180 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:34.775789 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:39:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:34.797034 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-daddc40b-dfd4-4fa2-9480-b898cf2fa6b9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "PUT /v2.0/floatingips/6a562a3d-5ca5-4add-88b4-57f8b72b8388 HTTP/1.1" status: 200 len: 992 time: 1.1570137 Jul 22 09:39:34.797553 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:39:34.801317 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc210538-7251-4387-993e-5641e3f4f0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:39:34.839471 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff32b84-3572-4b01-8799-4d7212226f6c x-openstack-request-id: req-fff32b84-3572-4b01-8799-4d7212226f6c {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:39:34.839763 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:39:34.840015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fff32b84-3572-4b01-8799-4d7212226f6c {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:39:34.840415 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'status': 'completed', 'code': 200} Jul 22 09:39:34.884368 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:34.915989 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-5840b830-f580-4817-ae11-ed2393b72b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:34.917507 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-5840b830-f580-4817-ae11-ed2393b72b5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 1099 time: 0.0543718 Jul 22 09:39:35.009792 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-7875cb16-2057-4fdf-9604-31dc449bb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:35.011276 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-7875cb16-2057-4fdf-9604-31dc449bb92d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.0864959 Jul 22 09:39:35.076190 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-c4a310df-4947-4a4b-a5b6-55646caad23e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 200 len: 1000 time: 0.0582037 Jul 22 09:39:35.097530 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '6a562a3d-5ca5-4add-88b4-57f8b72b8388', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'port_id': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'mac_address': 'fa:16:3e:5a:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:39:21Z', 'updated_at': '2021-07-22T09:39:34Z', 'revision_number': 1, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:35.127063 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] Checking router: adff6f67-2069-4247-b60b-8d2b23900035 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:39:35.128116 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-0c51ad27-176a-4064-8ac9-fe4af78abf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:35.129571 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-0c51ad27-176a-4064-8ac9-fe4af78abf01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0468752 Jul 22 09:39:35.135236 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:39:35.135812 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:39:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:35.186620 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-1bfa612a-1e09-4bd7-8337-ea7c1a66bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:39:35.188109 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-1bfa612a-1e09-4bd7-8337-ea7c1a66bdb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521576 Jul 22 09:39:35.234615 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:39:35.275372 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-bfa737c9-e148-4890-b032-a7fadd6076ca service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810525 Jul 22 09:39:35.371932 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc210538-7251-4387-993e-5641e3f4f0d8 req-01131fc4-3a60-4346-9a4b-33b91718bb77 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901337 Jul 22 09:39:35.534152 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '6a562a3d-5ca5-4add-88b4-57f8b72b8388', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'port_id': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'mac_address': 'fa:16:3e:5a:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:39:21Z', 'updated_at': '2021-07-22T09:39:34Z', 'revision_number': 1, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:39:35.559101 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc74b8-be1c-494e-a8bd-6e097b4ddd13 None None] The sync data for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi is: [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': '6a562a3d-5ca5-4add-88b4-57f8b72b8388', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'port_id': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'mac_address': 'fa:16:3e:5a:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:39:21Z', 'updated_at': '2021-07-22T09:39:34Z', 'revision_number': 1, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:39:35.738648 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba38e2ae-67c2-494e-9be9-d4b1b46f7501 None None] New status for floating IP 6a562a3d-5ca5-4add-88b4-57f8b72b8388: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:39:47.849589 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:48.951724 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b630-aa6c-4238-b14c-de7a155c5610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:51.549123 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc8433b8-69e3-4c15-9913-524531cf4feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:51.577098 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:53.136381 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:39:53.518948 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:39:54.674499 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:16.774848 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-164dbca7-81d1-4c76-83c6-5ab46c60a71d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587914 Jul 22 09:40:16.877356 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-d24232d8-c9ec-49bc-a2ae-26a57b1b8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:16.879067 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-d24232d8-c9ec-49bc-a2ae-26a57b1b8b1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1098 time: 0.0601027 Jul 22 09:40:16.983334 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-6ce65a49-b8b5-4255-9ed6-e85167e37746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:16.990000 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-6ce65a49-b8b5-4255-9ed6-e85167e37746 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.0859740 Jul 22 09:40:17.060085 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-af503cf4-77e7-4362-b018-b6edc0062d91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 200 len: 999 time: 0.0666041 Jul 22 09:40:17.114166 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-1f95be83-3b21-455a-ba86-db990abdeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:17.115638 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-1f95be83-3b21-455a-ba86-db990abdeac0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0469139 Jul 22 09:40:17.178035 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-78932d4a-e2f0-4a50-9dae-9b842a8acaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:17.179576 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-78932d4a-e2f0-4a50-9dae-9b842a8acaee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524790 Jul 22 09:40:17.271181 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-ae3fe30a-94c6-46a8-82ad-977378642305 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Jul 22 09:40:17.357740 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65aa92e9-a8b7-4495-bb42-eca75ec7d6bb req-ba786a6f-8431-4f85-9132-4677cefe9029 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794902 Jul 22 09:40:17.822097 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:18.951531 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1d06dd12-343c-4ba5-aaf2-f5467e28496f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:19.891500 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-6f4d4418-3071-4cff-8b2a-d258a56ea028 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141008317&fields=id&tenant_id=beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 267 time: 0.0316098 Jul 22 09:40:19.997379 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-be5333b3-d1aa-44c0-81d7-c81bc30c3500 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:19.998871 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-be5333b3-d1aa-44c0-81d7-c81bc30c3500 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 811 time: 0.1013455 Jul 22 09:40:20.012819 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-edc50af3-ab5c-46a1-85f4-b9da92ca176e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/quotas/beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 375 time: 0.0087190 Jul 22 09:40:20.082930 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-592ff641-a47d-4966-accf-d29402b18186 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0652111 Jul 22 09:40:20.178713 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-7942185d-8da6-4bb9-8bd7-7648b1968671 service neutron] 10.222.0.20 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Jul 22 09:40:20.266045 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-56dd741a-d37f-4ffd-8f80-4db2a4e7e03e service neutron] 10.222.0.20 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817676 Jul 22 09:40:20.549071 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-44d2356a-4f34-4295-9a86-3867f25b6e8b req-47fafa8b-bed6-405b-8821-0924e0a21d54 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 210 time: 0.0336895 Jul 22 09:40:21.414095 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-400b51c5-13a1-4238-9057-f20e75d58579 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:21.415548 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-400b51c5-13a1-4238-9057-f20e75d58579 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 811 time: 0.1070714 Jul 22 09:40:21.457157 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e237e018-64c7-4814-bc4b-a9b95ae197c9 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beedf850e57a467a87d8841d86d694ef HTTP/1.1" status: 200 len: 380 time: 0.0331569 Jul 22 09:40:21.465335 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'port': {'device_id': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'admin_state_up': True, 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'security_groups': ['3b2b7fb3-72a3-43da-af68-43fc17e05e7c']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:40:21.549613 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7041f5aa-44b9-4226-8f62-59071344ff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:21.574281 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Made reservation on behalf of beedf850e57a467a87d8841d86d694ef for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:40:21.578301 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:21.593694 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:21.651199 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e003b034-7ff7-414b-b7d6-f4208eeafb5a req-b4a6711b-e3ee-4a3b-9e4b-268ce6fd95e1 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 210 time: 0.0293450 Jul 22 09:40:21.919574 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Allocated IP 172.20.0.14 (fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d/bf0fe44e-92d3-4b1a-8742-9ec19f9367dc/f18da330-77f3-4d24-bc7b-35e591f78127) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:40:22.051448 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.064698 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Transition to ACTIVE for port object f18da330-77f3-4d24-bc7b-35e591f78127 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:40:22.097317 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.139300 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:40:22.142144 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:40:22.145728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:40:22.169507 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=f18da330-77f3-4d24-bc7b-35e591f78127,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:40:22.187143 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.187476 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.187806 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.188131 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.188454 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.188776 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.189096 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.189415 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.189731 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.190044 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.190384 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.190696 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:22.211133 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:22.211758 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.227536 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-34869966-5c19-4127-b428-c4ae4a5dc3cf tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656677 Jul 22 09:40:22.239709 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Request body: {'port': {'device_id': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:40:22.313035 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.402951 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b4dc264f-a788-4412-8d7b-f890742755e8 None None] Provisioning for port f18da330-77f3-4d24-bc7b-35e591f78127 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:40:22.406747 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b4dc264f-a788-4412-8d7b-f890742755e8 None None] Provisioning complete for port f18da330-77f3-4d24-bc7b-35e591f78127 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:40:22.407116 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b4dc264f-a788-4412-8d7b-f890742755e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.439119 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc264f-a788-4412-8d7b-f890742755e8 None None] Port f18da330-77f3-4d24-bc7b-35e591f78127 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:40:22.570656 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18da330-77f3-4d24-bc7b-35e591f78127 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:40:22.577838 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.590326 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Transition to ACTIVE for port object f18da330-77f3-4d24-bc7b-35e591f78127 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:40:22.594509 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.659443 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Pushing event updated for resources: {'Port': ['ID=f18da330-77f3-4d24-bc7b-35e591f78127,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:40:22.715693 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Attempting to bind port f18da330-77f3-4d24-bc7b-35e591f78127 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:40:22.716124 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Attempting to bind port f18da330-77f3-4d24-bc7b-35e591f78127 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:40:22.716529 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Attempting to bind port f18da330-77f3-4d24-bc7b-35e591f78127 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:40:22.721197 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Port f18da330-77f3-4d24-bc7b-35e591f78127 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:40:22.721589 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Attempting to bind port f18da330-77f3-4d24-bc7b-35e591f78127 on network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:40:22.727029 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:40:22.727458 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Checking segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:40:22.727904 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Bound using segment: {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:40:22.728408 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Bound port: f18da330-77f3-4d24-bc7b-35e591f78127, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:40:22.728841 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.787446 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6bb6b-3cbd-40d4-856d-0e73bc9d5d0e req-3c6a007f-46d0-49bf-b8f1-85786f21631a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:22.788973 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3e6bb6b-3cbd-40d4-856d-0e73bc9d5d0e req-3c6a007f-46d0-49bf-b8f1-85786f21631a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0663741 Jul 22 09:40:22.796784 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] For port f18da330-77f3-4d24-bc7b-35e591f78127, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:40:22.800104 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] For port f18da330-77f3-4d24-bc7b-35e591f78127, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f18da330-77f3-4d24-bc7b-35e591f78127,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:40:22.805174 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.829679 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3e6bb6b-3cbd-40d4-856d-0e73bc9d5d0e req-82617181-2c47-44c9-b8df-c16cfc5be4e5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Jul 22 09:40:22.838905 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:22.839530 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:22.840927 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] 10.222.0.46 "PUT /v2.0/ports/f18da330-77f3-4d24-bc7b-35e591f78127 HTTP/1.1" status: 200 len: 1094 time: 0.6055584 Jul 22 09:40:22.841359 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:40:22.843618 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:40:22.868930 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f5779-98d8-45fe-86b4-a972391dfa85 service neutron] Pushing event updated for resources: {'Port': ['ID=f18da330-77f3-4d24-bc7b-35e591f78127,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:40:22.899543 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf84175-debd-47ca-a240-e3eac27f7e39 x-openstack-request-id: req-5bf84175-debd-47ca-a240-e3eac27f7e39 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:40:22.899825 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:40:22.900191 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bf84175-debd-47ca-a240-e3eac27f7e39 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:40:22.900552 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'status': 'completed', 'code': 200} Jul 22 09:40:22.946901 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-b145e00c-2a6f-4f3d-b426-40233d44843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:22.948410 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-b145e00c-2a6f-4f3d-b426-40233d44843a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 1097 time: 0.0590343 Jul 22 09:40:22.993456 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-6c01b659-8d0d-4b04-b53f-eb9ac9031dff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18da330-77f3-4d24-bc7b-35e591f78127 HTTP/1.1" status: 200 len: 217 time: 0.0381386 Jul 22 09:40:23.042769 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-82aafa59-f6df-4e20-a030-0e395dc1df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:23.044267 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-82aafa59-f6df-4e20-a030-0e395dc1df14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0452290 Jul 22 09:40:23.102962 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-f90b1493-419e-4e16-bfaf-20d0f60fda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:23.104447 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-f90b1493-419e-4e16-bfaf-20d0f60fda74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530865 Jul 22 09:40:23.140347 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:23.194783 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-be16dd47-f4a3-4682-8f39-8030ea7e3b37 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835042 Jul 22 09:40:23.280041 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88b738da-a1cf-4e96-bf3f-5afaf562a538 req-8436d67b-2058-451f-bfa8-7a0ae515512e service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792167 Jul 22 09:40:23.371803 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-eedad9dd-3f54-4a94-a962-10f4ff0c7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:23.373326 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-eedad9dd-3f54-4a94-a962-10f4ff0c7329 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 1097 time: 0.0533633 Jul 22 09:40:23.464023 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-20b08a73-f6da-4bd5-b223-ae1bc3815947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:23.465429 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-20b08a73-f6da-4bd5-b223-ae1bc3815947 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.0865264 Jul 22 09:40:23.504739 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-95be1c60-fd40-4bd7-8024-38c534a851dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18da330-77f3-4d24-bc7b-35e591f78127 HTTP/1.1" status: 200 len: 217 time: 0.0326123 Jul 22 09:40:23.553590 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-762e97c6-6dbf-41b5-bdbc-5f957153434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:23.555002 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-762e97c6-6dbf-41b5-bdbc-5f957153434b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0444863 Jul 22 09:40:23.612087 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-c17f7f00-6386-4f7a-9fd9-46d28423e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:23.613565 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-c17f7f00-6386-4f7a-9fd9-46d28423e161 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513990 Jul 22 09:40:23.700787 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-698ab671-df81-4651-8195-44773c1971cb service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804620 Jul 22 09:40:23.785789 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e048a1e-5d9b-4bb5-b513-2b6f00a23ddc req-dd7a27b9-57a5-4528-aa00-36cf128e4b2f service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783131 Jul 22 09:40:23.960083 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b44f2-a136-47f9-a953-abd69323aa71 req-f1bcf8b9-4f72-46bc-bb46-752a4a3d2f90 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:23.962127 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-006b44f2-a136-47f9-a953-abd69323aa71 req-f1bcf8b9-4f72-46bc-bb46-752a4a3d2f90 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0666206 Jul 22 09:40:23.998168 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-006b44f2-a136-47f9-a953-abd69323aa71 req-f4602c38-e4ca-4d75-9969-349df913d02e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306642 Jul 22 09:40:24.677474 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:25.128926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29842-3139-4e5e-9af3-b75d64937167 req-d8b2c470-d910-4b6a-a30b-4a55bc99b60c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:25.130431 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0a29842-3139-4e5e-9af3-b75d64937167 req-d8b2c470-d910-4b6a-a30b-4a55bc99b60c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0640824 Jul 22 09:40:25.169972 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0a29842-3139-4e5e-9af3-b75d64937167 req-732e5e4b-42db-485e-a46b-7582c2c7e516 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Jul 22 09:40:25.745590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8275d54-9f36-41d4-aa1d-694d8fa2b7dd req-afc3d821-7096-4a36-af4f-fb3689a9ca8a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:25.747024 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8275d54-9f36-41d4-aa1d-694d8fa2b7dd req-afc3d821-7096-4a36-af4f-fb3689a9ca8a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0633249 Jul 22 09:40:25.783677 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8275d54-9f36-41d4-aa1d-694d8fa2b7dd req-a5234f2a-0a2f-4164-8ae8-670c210349ed tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Jul 22 09:40:26.299740 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a199c61-85bd-4117-b2f1-3a786a3d23ff req-d290148e-3668-4b8f-bb8a-91a5a8248a07 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:26.301198 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a199c61-85bd-4117-b2f1-3a786a3d23ff req-d290148e-3668-4b8f-bb8a-91a5a8248a07 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0651379 Jul 22 09:40:26.337421 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a199c61-85bd-4117-b2f1-3a786a3d23ff req-d7755f9b-e202-4294-b7d9-8bc7ed243bb7 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301552 Jul 22 09:40:26.911822 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5788b34-bda4-43e5-b2ee-f8754896e239 req-38d885b3-0d63-47c5-b399-2ff5a788dc67 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:26.913294 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a5788b34-bda4-43e5-b2ee-f8754896e239 req-38d885b3-0d63-47c5-b399-2ff5a788dc67 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0629904 Jul 22 09:40:26.949041 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a5788b34-bda4-43e5-b2ee-f8754896e239 req-17a8bce0-86ae-4450-8e8d-e5f374b22f46 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304170 Jul 22 09:40:27.476921 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a236a-11bf-4218-bf13-7b3b6260b06c req-1e4005b8-9a3c-4656-8e43-63ae4842ab3e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:27.478408 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d16a236a-11bf-4218-bf13-7b3b6260b06c req-1e4005b8-9a3c-4656-8e43-63ae4842ab3e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0663359 Jul 22 09:40:27.515434 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d16a236a-11bf-4218-bf13-7b3b6260b06c req-1cb8abb7-3711-456f-8589-01c222937a6b tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Jul 22 09:40:28.075926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2196f-e8dc-4264-a6bb-15ccd0f508ed req-9704e224-5a70-444f-bab7-133b1396f5b2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:28.077420 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b7b2196f-e8dc-4264-a6bb-15ccd0f508ed req-9704e224-5a70-444f-bab7-133b1396f5b2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0623963 Jul 22 09:40:28.113718 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b7b2196f-e8dc-4264-a6bb-15ccd0f508ed req-3d1f1712-79f9-4c1d-818b-df5c9a3a41d5 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306935 Jul 22 09:40:28.639480 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24941ed8-9cbe-422c-9420-44e2671160f0 req-e5a46ff2-12b7-4bcc-8de1-218ddf5d0ef9 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:28.640947 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24941ed8-9cbe-422c-9420-44e2671160f0 req-e5a46ff2-12b7-4bcc-8de1-218ddf5d0ef9 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0623112 Jul 22 09:40:28.676882 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24941ed8-9cbe-422c-9420-44e2671160f0 req-b3b61da7-29cf-4388-b948-2d29b669f615 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305092 Jul 22 09:40:29.242482 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85486-e4ea-4816-a4e2-b5a7bc318fe9 req-e341cce5-4e00-45f1-b36e-8e7996629530 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:29.244592 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0bd85486-e4ea-4816-a4e2-b5a7bc318fe9 req-e341cce5-4e00-45f1-b36e-8e7996629530 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0658832 Jul 22 09:40:29.279866 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0bd85486-e4ea-4816-a4e2-b5a7bc318fe9 req-1e3f7b94-4e64-4794-96f0-6450fc6bfb4c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299037 Jul 22 09:40:29.802290 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fef4cd-35d9-4591-8575-e004f895593b req-128a10b0-1550-411e-9d04-544241a1fb80 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:29.803778 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5fef4cd-35d9-4591-8575-e004f895593b req-128a10b0-1550-411e-9d04-544241a1fb80 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0624781 Jul 22 09:40:29.841041 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5fef4cd-35d9-4591-8575-e004f895593b req-3f8483a2-f35b-4b87-b67e-c359c497ac48 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313170 Jul 22 09:40:30.409803 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfceab-fbaa-472a-ae34-c8edc3a8207e req-8242c20e-362a-441c-bf91-46010efb9648 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:30.411497 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9cfceab-fbaa-472a-ae34-c8edc3a8207e req-8242c20e-362a-441c-bf91-46010efb9648 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0669270 Jul 22 09:40:30.449448 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9cfceab-fbaa-472a-ae34-c8edc3a8207e req-9b0d8724-711f-4fd1-919d-3623933dc702 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Jul 22 09:40:30.517409 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:40:30.966765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c08818-f14d-4255-bb7c-65695c9e1268 req-0ba00fe6-5e62-42f1-94a9-16c8947e2f9f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:30.968250 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0c08818-f14d-4255-bb7c-65695c9e1268 req-0ba00fe6-5e62-42f1-94a9-16c8947e2f9f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0627038 Jul 22 09:40:31.004495 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0c08818-f14d-4255-bb7c-65695c9e1268 req-f8325247-665a-49f3-bc17-a96a9b7eed5d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309052 Jul 22 09:40:31.574299 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf08193-f4c9-4eb7-bd4c-e0de1b7bece9 req-ae9f331f-d6a3-4e9e-b570-4ad1b45ee06d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:31.575744 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8cf08193-f4c9-4eb7-bd4c-e0de1b7bece9 req-ae9f331f-d6a3-4e9e-b570-4ad1b45ee06d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0606918 Jul 22 09:40:31.612210 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8cf08193-f4c9-4eb7-bd4c-e0de1b7bece9 req-59acb49f-6688-48db-b7c1-e82dd3015e0b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Jul 22 09:40:32.132444 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe34cf-e4e2-4f03-a187-d859776fe895 req-55c64794-71a7-4dca-936f-2135ae5626dc tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:32.134422 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5dfe34cf-e4e2-4f03-a187-d859776fe895 req-55c64794-71a7-4dca-936f-2135ae5626dc tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0656214 Jul 22 09:40:32.171046 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5dfe34cf-e4e2-4f03-a187-d859776fe895 req-418cda44-fd28-4187-aca6-e338c58048b0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311399 Jul 22 09:40:32.749073 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bd370-6590-4237-bb12-8d33c5500d32 req-e944dc5d-5c35-4b52-8683-6120e4d79ff7 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:32.750487 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e9bd370-6590-4237-bb12-8d33c5500d32 req-e944dc5d-5c35-4b52-8683-6120e4d79ff7 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0644963 Jul 22 09:40:32.787271 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e9bd370-6590-4237-bb12-8d33c5500d32 req-90f8f467-218b-4767-a039-f02893e7c31d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Jul 22 09:40:33.303361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e89f71-0e39-44eb-ba80-6e3eda3a20ec req-1bb76313-53ae-4327-8ea6-19693c928b0a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:33.305150 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4e89f71-0e39-44eb-ba80-6e3eda3a20ec req-1bb76313-53ae-4327-8ea6-19693c928b0a tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 944 time: 0.0663888 Jul 22 09:40:33.343158 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4e89f71-0e39-44eb-ba80-6e3eda3a20ec req-54cba686-9ed1-4ebb-941a-de35bc211f1f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Jul 22 09:40:33.550040 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f18da330-77f3-4d24-bc7b-35e591f78127 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:40:33.645825 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f18da330-77f3-4d24-bc7b-35e591f78127, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f18da330-77f3-4d24-bc7b-35e591f78127,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:40:33.657276 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'port_id': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'mac_address': 'fa:16:3e:7c:03:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:40:33.691764 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:33.704115 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18da330-77f3-4d24-bc7b-35e591f78127 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:40:33.723026 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f18da330-77f3-4d24-bc7b-35e591f78127, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f18da330-77f3-4d24-bc7b-35e591f78127,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:40:33.727779 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:33.772307 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f18da330-77f3-4d24-bc7b-35e591f78127,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:40:33.779600 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.779954 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.780278 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.780614 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.780945 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.781280 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.781607 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.781932 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.782283 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.782608 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.782931 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.783252 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:33.914354 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de8579-b7e0-455b-9fcb-63663087a6a4 req-14a56b13-462d-4126-93a6-7401ccf7af59 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:33.915822 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1de8579-b7e0-455b-9fcb-63663087a6a4 req-14a56b13-462d-4126-93a6-7401ccf7af59 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0633450 Jul 22 09:40:33.952395 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1de8579-b7e0-455b-9fcb-63663087a6a4 req-47d5cb25-b643-4806-a437-3a4f1c932e1c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Jul 22 09:40:33.989473 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['f18da330-77f3-4d24-bc7b-35e591f78127'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:40:34.467388 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d5365-0d04-4a6d-8dd0-8ec80d0a92bf req-d5981d58-6b2c-446c-9298-10a8473b40ac tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:34.468851 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f9d5365-0d04-4a6d-8dd0-8ec80d0a92bf req-d5981d58-6b2c-446c-9298-10a8473b40ac tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 945 time: 0.0615110 Jul 22 09:40:34.505943 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f9d5365-0d04-4a6d-8dd0-8ec80d0a92bf req-ae7038c5-4925-4c23-be8d-3d0ce6c4f591 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Jul 22 09:40:35.080985 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea90eb-ce58-45b9-a5f7-fab6ff4055f0 req-bcf4c83b-78e2-42c7-979e-416e8cab6a1d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:35.082710 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdea90eb-ce58-45b9-a5f7-fab6ff4055f0 req-bcf4c83b-78e2-42c7-979e-416e8cab6a1d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0644076 Jul 22 09:40:35.118883 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdea90eb-ce58-45b9-a5f7-fab6ff4055f0 req-04fa50d4-9629-4b1a-8b6c-f8c6b3b7a0a9 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303924 Jul 22 09:40:35.567321 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f18da330-77f3-4d24-bc7b-35e591f78127 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:40:35.614721 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port f18da330-77f3-4d24-bc7b-35e591f78127 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:40:35.618369 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port f18da330-77f3-4d24-bc7b-35e591f78127 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:40:35.618849 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:35.632703 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5782993-b95a-4032-b539-858a1e8d3005 req-df920e0d-4452-4ce3-8628-3a64b3c2b69f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:35.634259 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5782993-b95a-4032-b539-858a1e8d3005 req-df920e0d-4452-4ce3-8628-3a64b3c2b69f tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 945 time: 0.0637584 Jul 22 09:40:35.674788 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5782993-b95a-4032-b539-858a1e8d3005 req-0fb4ebeb-ac84-47d3-8bf5-39117f32a9ae tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343831 Jul 22 09:40:35.815928 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:35.836648 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:40:35.838896 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92037e8f-be07-4f3c-ae5e-66837ca32544" -d '{"events": [{"server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "name": "network-vif-plugged", "status": "completed", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:40:35.851059 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port f18da330-77f3-4d24-bc7b-35e591f78127, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f18da330-77f3-4d24-bc7b-35e591f78127,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:40:35.855234 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:35.877930 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d5e0ca-dfb2-4031-95a8-515b368ac271 x-openstack-request-id: req-58d5e0ca-dfb2-4031-95a8-515b368ac271 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:40:35.878335 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "name": "network-vif-plugged", "status": "completed", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:40:35.878587 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58d5e0ca-dfb2-4031-95a8-515b368ac271 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:40:35.878963 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'code': 200} Jul 22 09:40:35.904666 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=f18da330-77f3-4d24-bc7b-35e591f78127,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:40:36.089670 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9ba1-c13b-4e9b-b751-2bd7574dc4c7 req-365a4df5-111c-4fa2-a572-c024276e307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.091085 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4ca9ba1-c13b-4e9b-b751-2bd7574dc4c7 req-365a4df5-111c-4fa2-a572-c024276e307c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 1099 time: 0.0525887 Jul 22 09:40:36.131909 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4ca9ba1-c13b-4e9b-b751-2bd7574dc4c7 req-c58748d2-6b14-4612-b88b-71a8e710ed14 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271981 Jul 22 09:40:36.249600 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f232-2c31-4423-ab26-b83e27bf7790 req-899e1b9f-5748-4703-a10f-3644ef84024e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.251091 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d8f232-2c31-4423-ab26-b83e27bf7790 req-899e1b9f-5748-4703-a10f-3644ef84024e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0657594 Jul 22 09:40:36.286828 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11d8f232-2c31-4423-ab26-b83e27bf7790 req-34f6614c-84b6-4463-82a4-25e978672ce7 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303512 Jul 22 09:40:36.530128 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ed92e-4358-46f0-945b-7f387c947f5a req-9f0fea58-1d40-4b9b-9e55-f4ef3a9dd869 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.531640 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-154ed92e-4358-46f0-945b-7f387c947f5a req-9f0fea58-1d40-4b9b-9e55-f4ef3a9dd869 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0655162 Jul 22 09:40:36.569278 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-154ed92e-4358-46f0-945b-7f387c947f5a req-1d9cde2e-3d06-4cfa-99b4-896ed0eb07ea tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Jul 22 09:40:36.609986 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-04365971-9482-40ad-8258-4649e9cca0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.611553 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-04365971-9482-40ad-8258-4649e9cca0ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 1099 time: 0.0573761 Jul 22 09:40:36.698277 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-697fecfd-c847-4f29-8a07-ec0dee9c38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.699573 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-697fecfd-c847-4f29-8a07-ec0dee9c38af service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.0810421 Jul 22 09:40:36.768290 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-df30adcd-9618-4585-993c-22b89ae237e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 200 len: 1002 time: 0.0614233 Jul 22 09:40:36.807834 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a1959-afa6-4f85-afa3-f4b9de18368b req-e45edf97-a7f0-4f96-bb69-dd99b4fe6b38 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.809351 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698a1959-afa6-4f85-afa3-f4b9de18368b req-e45edf97-a7f0-4f96-bb69-dd99b4fe6b38 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 946 time: 0.0648081 Jul 22 09:40:36.818042 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-4ab3a65e-c92f-4a89-8146-9ea858f5bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.819523 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-4ab3a65e-c92f-4a89-8146-9ea858f5bed9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0438652 Jul 22 09:40:36.860687 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698a1959-afa6-4f85-afa3-f4b9de18368b req-ac811fa0-9e32-4d44-b78d-25a0c2df9492 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340440 Jul 22 09:40:36.884313 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-26830921-59d8-49e6-9474-c5ab3a5eb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:36.886379 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-26830921-59d8-49e6-9474-c5ab3a5eb0ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597367 Jul 22 09:40:36.986655 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-05a557c8-b6ee-40a2-8cff-a85df3d5b3e5 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Jul 22 09:40:37.074052 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5540b3e-4263-4c97-92ef-9f2313863ae6 req-04fb6388-85e1-4917-8f01-048a71347ba5 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796845 Jul 22 09:40:37.701809 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a3b3-1f1e-4d79-82cb-4ee9aa699466 req-a34b6036-93ab-4612-b145-8b3452dad4bd tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:37.703439 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20d5a3b3-1f1e-4d79-82cb-4ee9aa699466 req-a34b6036-93ab-4612-b145-8b3452dad4bd tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0664644 Jul 22 09:40:37.742773 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20d5a3b3-1f1e-4d79-82cb-4ee9aa699466 req-0a05b566-991d-409e-b5c5-22ab7ec590c2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Jul 22 09:40:37.983931 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d1a54-6aed-4b92-be68-9ff2e52a6b70 req-43f58700-9a74-4081-94f5-ad1fab0227b4 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:37.985388 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-546d1a54-6aed-4b92-be68-9ff2e52a6b70 req-43f58700-9a74-4081-94f5-ad1fab0227b4 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 946 time: 0.0618668 Jul 22 09:40:38.021403 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-546d1a54-6aed-4b92-be68-9ff2e52a6b70 req-53af62ac-2084-4e64-a85c-769a63e2a6c3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306733 Jul 22 09:40:38.148343 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e87c9b-b34c-4a41-85a8-c86d08372918 req-4f8052f4-c925-4b39-b2cb-01de02f876eb tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:38.149725 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b7e87c9b-b34c-4a41-85a8-c86d08372918 req-4f8052f4-c925-4b39-b2cb-01de02f876eb tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 946 time: 0.0649579 Jul 22 09:40:38.185947 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b7e87c9b-b34c-4a41-85a8-c86d08372918 req-7ddb28a5-61e7-49ef-a767-c44a519eb63d tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301664 Jul 22 09:40:38.207630 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47270) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:40:38.258762 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2701f-039b-49cd-8545-1b5cef8939c1 tempest-TestVolumeBootPattern-1772931510 tempest-TestVolumeBootPattern-1772931510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:38.260779 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f6d2701f-039b-49cd-8545-1b5cef8939c1 tempest-TestVolumeBootPattern-1772931510 tempest-TestVolumeBootPattern-1772931510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 1094 time: 0.0522184 Jul 22 09:40:38.263492 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47272) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:40:38.267736 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'port_id': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:40:38.289065 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:38.383775 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:38.482646 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Allocated IP 172.27.1.189 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/f4cb250f-0246-4e69-a208-61ea9df28f15) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:40:38.583638 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:38.621291 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:38.659100 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:40:38.661722 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:40:38.665173 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:40:38.670445 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=f4cb250f-0246-4e69-a208-61ea9df28f15,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:40:38.695676 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.696030 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.696371 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.696707 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.697041 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.697926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.698285 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.698619 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.698945 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.699271 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.699599 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.699918 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:40:38.947291 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647902-bbf5-41f8-b988-4b3a7e48ecfb req-43845e11-6ee1-4876-a27d-c1a2f96471f3 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:38.948744 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed647902-bbf5-41f8-b988-4b3a7e48ecfb req-43845e11-6ee1-4876-a27d-c1a2f96471f3 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.1188195 Jul 22 09:40:39.066014 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed647902-bbf5-41f8-b988-4b3a7e48ecfb req-186faa3b-e1fb-40dc-b5bc-aa51cf27693c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001248 Jul 22 09:40:39.091886 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:39.164831 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:39.309211 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:39.313721 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:39.379085 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event updated for resources: {'Port': ['ID=f4cb250f-0246-4e69-a208-61ea9df28f15,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:40:39.389422 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:39.485725 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Floating IP a5db418e-37e5-402c-ba9f-8bbddc20d432 associated. External IP: 172.27.1.189, port: f18da330-77f3-4d24-bc7b-35e591f78127. Jul 22 09:40:39.686825 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:40:39.792099 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:40:39.802110 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:40:39.807927 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:39.811404 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:40:39.812024 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:40:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:40:39.843693 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4b136fda-13bc-4edd-98f8-79dbc2c80335 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5792122 Jul 22 09:40:39.844275 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:40:39.846520 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8323825-e9a0-449c-a202-51837dec5d80" -d '{"events": [{"name": "network-changed", "server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:40:39.881005 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156abb55-2439-4591-a8b1-4b58bb132f9e x-openstack-request-id: req-156abb55-2439-4591-a8b1-4b58bb132f9e {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:40:39.881346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:40:39.881604 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-156abb55-2439-4591-a8b1-4b58bb132f9e {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:40:39.882004 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'status': 'completed', 'code': 200} Jul 22 09:40:39.923084 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:40:39.957822 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8323825-e9a0-449c-a202-51837dec5d80 req-9dfeebea-547f-4b7d-bcea-c7a113c94821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:39.959303 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8323825-e9a0-449c-a202-51837dec5d80 req-9dfeebea-547f-4b7d-bcea-c7a113c94821 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 1099 time: 0.0571811 Jul 22 09:40:40.047186 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8323825-e9a0-449c-a202-51837dec5d80 req-6df98049-588b-48d0-8958-9bbe0b2b0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:40.048654 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8323825-e9a0-449c-a202-51837dec5d80 req-6df98049-588b-48d0-8958-9bbe0b2b0ebb service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.0830142 Jul 22 09:40:40.115853 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8323825-e9a0-449c-a202-51837dec5d80 req-c608a05a-59d6-41f4-b8d7-569f9f5530db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18da330-77f3-4d24-bc7b-35e591f78127 HTTP/1.1" status: 200 len: 1000 time: 0.0612829 Jul 22 09:40:40.141319 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'a5db418e-37e5-402c-ba9f-8bbddc20d432', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:7c:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:40:38Z', 'updated_at': '2021-07-22T09:40:38Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}, {'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:43Z', 'revision_number': 1, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:40:40.162705 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8323825-e9a0-449c-a202-51837dec5d80 req-0c789292-b477-4737-b717-56d0815ca6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:40.164128 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8323825-e9a0-449c-a202-51837dec5d80 req-0c789292-b477-4737-b717-56d0815ca6eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0419426 Jul 22 09:40:40.166338 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:40:40.174293 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:40:40.174894 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:40:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:40:40.221021 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8323825-e9a0-449c-a202-51837dec5d80 req-0c7fd5bd-9eef-489a-87da-6d2dd1b78752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:40:40.222431 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8323825-e9a0-449c-a202-51837dec5d80 req-0c7fd5bd-9eef-489a-87da-6d2dd1b78752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525687 Jul 22 09:40:40.276764 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:40:40.313199 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8323825-e9a0-449c-a202-51837dec5d80 req-8e3a7dfc-ecda-4983-8011-8a3eb6e9e988 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843527 Jul 22 09:40:40.398681 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8323825-e9a0-449c-a202-51837dec5d80 req-f11c2fec-8f64-46b8-bc04-fef26f294a6d service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796757 Jul 22 09:40:40.496597 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'a5db418e-37e5-402c-ba9f-8bbddc20d432', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:7c:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:40:38Z', 'updated_at': '2021-07-22T09:40:38Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}, {'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:43Z', 'revision_number': 1, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:40:40.521348 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52233156-17b1-469e-bdcd-737078ed1d31 None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'a5db418e-37e5-402c-ba9f-8bbddc20d432', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:7c:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:40:38Z', 'updated_at': '2021-07-22T09:40:38Z', 'revision_number': 0, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}, {'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:43Z', 'revision_number': 1, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:40:40.697812 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddcf57-6b94-4c97-8bd3-00fd91cde9b6 None None] New status for floating IP a5db418e-37e5-402c-ba9f-8bbddc20d432: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:40:47.820866 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:48.952778 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-964c7112-a8e8-4047-b7f9-81ff5d4c0788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:51.551651 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-857cd170-afd2-4dce-86f4-90f047c4b287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:51.583539 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:53.141982 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:40:54.679071 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:07.516099 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:41:12.909080 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb8068-65b2-4bb0-b0df-1185fd1b2e73 req-d86316b6-2f1f-45dc-87a8-610dbadfaeb2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:12.910585 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90fb8068-65b2-4bb0-b0df-1185fd1b2e73 req-d86316b6-2f1f-45dc-87a8-610dbadfaeb2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0639393 Jul 22 09:41:12.946450 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90fb8068-65b2-4bb0-b0df-1185fd1b2e73 req-49958875-16b9-4cec-b5cf-9acd09c69ac8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302920 Jul 22 09:41:14.336087 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f11584-1a3a-4dc0-bea4-03417c4a0c39 req-13217195-860d-4c69-95d1-4bc19313d22d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:14.337540 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a4f11584-1a3a-4dc0-bea4-03417c4a0c39 req-13217195-860d-4c69-95d1-4bc19313d22d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.3233311 Jul 22 09:41:14.373261 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a4f11584-1a3a-4dc0-bea4-03417c4a0c39 req-293e6e84-8525-4d2c-a498-e5c0e1caeef7 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302508 Jul 22 09:41:15.497151 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5365793-159a-4db5-800b-7ad4e23642c3 req-dd4e6e08-016a-4150-926d-8b2d1f43c46b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:15.498617 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c5365793-159a-4db5-800b-7ad4e23642c3 req-dd4e6e08-016a-4150-926d-8b2d1f43c46b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0609794 Jul 22 09:41:15.535472 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c5365793-159a-4db5-800b-7ad4e23642c3 req-87b250d3-155c-4d36-b0ae-3566382abc9a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Jul 22 09:41:16.661967 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706a1ca-fd6b-41b3-ab34-7a5b5d6794e1 req-e49148ba-7027-4df2-bc13-dabf0f8b904d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:16.663473 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c706a1ca-fd6b-41b3-ab34-7a5b5d6794e1 req-e49148ba-7027-4df2-bc13-dabf0f8b904d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0613225 Jul 22 09:41:16.701363 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c706a1ca-fd6b-41b3-ab34-7a5b5d6794e1 req-466d736a-f131-46ef-8052-a54d92f71991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Jul 22 09:41:17.827035 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764613cd-7c83-4794-a38e-97e0351f407a req-43a7fec0-de83-4c36-bbe2-11b3ecab4f3b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:17.828561 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764613cd-7c83-4794-a38e-97e0351f407a req-43a7fec0-de83-4c36-bbe2-11b3ecab4f3b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0623515 Jul 22 09:41:17.835530 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:17.866705 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764613cd-7c83-4794-a38e-97e0351f407a req-df476a7a-6664-4ffc-b077-bd0abc74403b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Jul 22 09:41:18.182246 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-bb8f639f-ba71-493e-9170-6c72d8a0f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:18.183605 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-bb8f639f-ba71-493e-9170-6c72d8a0f72f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 1099 time: 0.0552328 Jul 22 09:41:18.282093 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-b38b5327-f23a-4f9a-b3eb-d425f9d92eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:18.287118 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-b38b5327-f23a-4f9a-b3eb-d425f9d92eca service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.0850816 Jul 22 09:41:18.356859 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-7952f80b-5cb1-4e65-91b8-7966a30ffe88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 200 len: 1002 time: 0.0632300 Jul 22 09:41:18.402662 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-138b2dd2-7f0e-42c9-92d3-0fd0dd2ce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:18.404026 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-138b2dd2-7f0e-42c9-92d3-0fd0dd2ce8c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0412917 Jul 22 09:41:18.459730 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-f0c5d9db-ed95-4081-9d10-7eea685cc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:18.461095 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-f0c5d9db-ed95-4081-9d10-7eea685cc724 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507109 Jul 22 09:41:18.550267 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-fd5cf8bc-543d-440b-864d-2475be41e456 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Jul 22 09:41:18.646983 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c919904d-4126-42c7-877a-c1b494d0d0c7 req-3e93de4d-9957-4f24-a9a3-f7205342e9f1 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899353 Jul 22 09:41:18.953732 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8829ba42-a7df-4431-b1dd-af5020f59307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:19.006230 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec60f5-1e82-4c38-a907-c97df502d0aa req-ca6ef18d-863e-46dc-b9a4-205ea0e14807 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:19.007705 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5ec60f5-1e82-4c38-a907-c97df502d0aa req-ca6ef18d-863e-46dc-b9a4-205ea0e14807 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0770314 Jul 22 09:41:19.043058 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5ec60f5-1e82-4c38-a907-c97df502d0aa req-4317d0ca-ea73-44ba-b1c7-0e14b8d8dddf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299263 Jul 22 09:41:20.170663 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c20ce-e0f6-4c46-971b-534ec43251f8 req-95656860-fcef-4a63-926f-e69571c8cd46 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:20.172117 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-198c20ce-e0f6-4c46-971b-534ec43251f8 req-95656860-fcef-4a63-926f-e69571c8cd46 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0638759 Jul 22 09:41:20.209191 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-198c20ce-e0f6-4c46-971b-534ec43251f8 req-563094da-46b3-4c53-85e0-68c0384e35b2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315330 Jul 22 09:41:21.333308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26f019-fdc3-4931-832b-10ea6fbcc79b req-4b0969e6-a69f-45ad-afbb-566b8a248fc5 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:21.334784 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f26f019-fdc3-4931-832b-10ea6fbcc79b req-4b0969e6-a69f-45ad-afbb-566b8a248fc5 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0620136 Jul 22 09:41:21.369888 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f26f019-fdc3-4931-832b-10ea6fbcc79b req-8f1450b5-71c6-4ab8-9a7d-475e65c9478d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296731 Jul 22 09:41:21.551282 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5750864d-8989-4d5c-a316-a5a70489f588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:21.584737 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:22.503923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069388d-6cd3-431d-bbe1-55627543675f req-3ea2c7ab-6624-4b6b-bdc1-1cdfe82f182a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:22.505449 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f069388d-6cd3-431d-bbe1-55627543675f req-3ea2c7ab-6624-4b6b-bdc1-1cdfe82f182a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0627840 Jul 22 09:41:22.547877 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f069388d-6cd3-431d-bbe1-55627543675f req-c4bbf461-9654-4b09-9cbe-542d513209ff tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368824 Jul 22 09:41:23.143723 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:23.672636 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea9b3-226f-43e1-845f-2ff3758cec7b req-4be7182a-99a7-4cae-9361-af033129ad03 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:23.674707 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6adea9b3-226f-43e1-845f-2ff3758cec7b req-4be7182a-99a7-4cae-9361-af033129ad03 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0612295 Jul 22 09:41:23.711298 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6adea9b3-226f-43e1-845f-2ff3758cec7b req-a67d67cd-82ed-463a-b134-3909e9207128 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311177 Jul 22 09:41:23.927742 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527ea8d-d14b-4054-80db-1e2eec955f39 req-a87b0478-975d-41fc-acae-104dc1b9b677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:23.929292 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5527ea8d-d14b-4054-80db-1e2eec955f39 req-a87b0478-975d-41fc-acae-104dc1b9b677 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0717189 Jul 22 09:41:23.964516 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976506df-3708-40e1-86c0-1deb846decec req-7c1c4788-8051-4273-ab8c-71c4457b6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:23.966007 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976506df-3708-40e1-86c0-1deb846decec req-7c1c4788-8051-4273-ab8c-71c4457b6038 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 1099 time: 0.0611970 Jul 22 09:41:23.967448 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5527ea8d-d14b-4054-80db-1e2eec955f39 req-d8ae6b67-0b07-47c5-9b54-be99d155b29d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Jul 22 09:41:24.051552 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976506df-3708-40e1-86c0-1deb846decec req-d2202075-2493-4500-ae42-c92682158596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:24.053019 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976506df-3708-40e1-86c0-1deb846decec req-d2202075-2493-4500-ae42-c92682158596 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.0809927 Jul 22 09:41:24.123282 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976506df-3708-40e1-86c0-1deb846decec req-3621f3f2-c1f4-425b-a1ea-b2de16f01533 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 200 len: 1002 time: 0.0594833 Jul 22 09:41:24.170743 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976506df-3708-40e1-86c0-1deb846decec req-16c78355-067c-448c-94f0-cdaba00501be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:24.172143 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976506df-3708-40e1-86c0-1deb846decec req-16c78355-067c-448c-94f0-cdaba00501be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0425637 Jul 22 09:41:24.230505 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976506df-3708-40e1-86c0-1deb846decec req-5515f13a-c407-40cc-a5ec-df3c19a9bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:24.231968 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976506df-3708-40e1-86c0-1deb846decec req-5515f13a-c407-40cc-a5ec-df3c19a9bdaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523322 Jul 22 09:41:24.325667 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976506df-3708-40e1-86c0-1deb846decec req-f0a8b547-63ca-4bd1-9e4d-52d897207ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865932 Jul 22 09:41:24.416991 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976506df-3708-40e1-86c0-1deb846decec req-e9719485-d8f4-4cc7-8202-b374563b3551 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840881 Jul 22 09:41:24.683931 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:25.101223 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797f5f2-049c-4f48-9905-42beb1787d9d req-015ef884-14ad-414a-b851-497477ccbf2f tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:25.102745 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b797f5f2-049c-4f48-9905-42beb1787d9d req-015ef884-14ad-414a-b851-497477ccbf2f tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0679479 Jul 22 09:41:25.139782 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b797f5f2-049c-4f48-9905-42beb1787d9d req-3e8291d5-b600-4657-957f-d55576c39ae0 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Jul 22 09:41:44.516043 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:41:47.851104 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:48.954376 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-04d224f5-e75a-40b5-8e61-58dcfe69eaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:51.551179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db1a1fb5-24ed-4be6-933b-a43022a816d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:51.584359 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:53.145880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:54.684976 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:58.122693 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eff5f-fb21-45e0-b4e4-cab6ba01031e req-6d791355-dc07-40db-b81f-823287dd4065 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:58.124073 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-949eff5f-fb21-45e0-b4e4-cab6ba01031e req-6d791355-dc07-40db-b81f-823287dd4065 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.2089608 Jul 22 09:41:58.161899 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-949eff5f-fb21-45e0-b4e4-cab6ba01031e req-2d0cb6b6-1a9b-4ef8-bad4-88321b8e51cc tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 22 09:41:59.335174 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05152714-098e-4541-81c8-6f5c48b1f155 req-4d8cc901-ac50-4a07-8510-15bd4b69e079 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:59.336657 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05152714-098e-4541-81c8-6f5c48b1f155 req-4d8cc901-ac50-4a07-8510-15bd4b69e079 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.1074486 Jul 22 09:41:59.376560 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05152714-098e-4541-81c8-6f5c48b1f155 req-1e2550a4-220c-4928-ba2f-83b6284b35fe tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c99c3889-43a5-406f-bf71-674bbe5251af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344758 Jul 22 09:41:59.806122 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-f0f07d11-edaa-431b-aef1-b5ee3274b108 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:41:59.807565 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-f0f07d11-edaa-431b-aef1-b5ee3274b108 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 946 time: 0.0647242 Jul 22 09:41:59.902525 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Deleting port d690736c-8ba5-4e7b-8a4a-88473ae45993 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:41:59.902786 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:41:59.990417 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] For port d690736c-8ba5-4e7b-8a4a-88473ae45993, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=d690736c-8ba5-4e7b-8a4a-88473ae45993,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:41:59.990811 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:00.158409 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:00.158688 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:00.158990 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Floating IP 6a562a3d-5ca5-4add-88b4-57f8b72b8388 disassociated. External IP: 172.27.1.124, port: d690736c-8ba5-4e7b-8a4a-88473ae45993. Jul 22 09:42:00.159321 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Calling delete_port for d690736c-8ba5-4e7b-8a4a-88473ae45993 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:00.281881 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:00.308933 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event deleted for resources: {'Port': ['ID=d690736c-8ba5-4e7b-8a4a-88473ae45993,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:00.321544 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.321889 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.322255 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.322588 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.322914 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.323242 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.323566 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.323889 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.324209 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.324527 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.324845 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.325168 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:00.429446 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Router adff6f67-2069-4247-b60b-8d2b23900035 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:42:00.469487 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27e17bfa-5023-4240-85bf-c697dc298563 req-c2c6e67f-f1ff-4aff-aca9-eb6cc3878312 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edba7e9-5632-4a69-8cb7-6c675785db1e HTTP/1.1" status: 200 len: 210 time: 0.0283687 Jul 22 09:42:00.540225 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:42:00.551307 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] Sync routers for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:42:00.560086 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:00.560728 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:00.583895 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] No DVR routers for this DVR port d690736c-8ba5-4e7b-8a4a-88473ae45993 on host hv-cinder-80171 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:42:00.586377 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:00.588443 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a447110b-1a27-4b93-8f89-cc4528f47735 req-d83a3514-7aac-4295-a5ab-acaa629e3970 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "DELETE /v2.0/ports/d690736c-8ba5-4e7b-8a4a-88473ae45993 HTTP/1.1" status: 204 len: 173 time: 0.7753048 Jul 22 09:42:00.588930 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'name': 'network-vif-deleted', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:00.591240 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fea90d-c172-45ad-8427-109817e46e82" -d '{"events": [{"server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "name": "network-vif-deleted", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:00.633075 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bdc6ae-81ca-4020-891c-c82632495cd5 x-openstack-request-id: req-d1bdc6ae-81ca-4020-891c-c82632495cd5 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:00.633290 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edba7e9-5632-4a69-8cb7-6c675785db1e", "name": "network-vif-deleted", "tag": "d690736c-8ba5-4e7b-8a4a-88473ae45993", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:00.633506 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1bdc6ae-81ca-4020-891c-c82632495cd5 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:00.634006 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edba7e9-5632-4a69-8cb7-6c675785db1e', 'name': 'network-vif-deleted', 'tag': 'd690736c-8ba5-4e7b-8a4a-88473ae45993', 'status': 'completed', 'code': 200} Jul 22 09:42:00.682327 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:00.883065 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:00.908935 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] Checking router: adff6f67-2069-4247-b60b-8d2b23900035 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:42:00.916683 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:00.917285 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:01.114123 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:01.301543 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:01.330153 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1eec6-5bdb-42fa-8332-c6aef3fd65cc None None] The sync data for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi is: [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:42:01.529990 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200ab220-f57a-4d98-ac31-ea7e190a238b None None] New status for floating IP 6a562a3d-5ca5-4add-88b4-57f8b72b8388: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:42:01.556088 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47366) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:01.611292 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-923d00cc-cf1a-4b5e-ba9e-c0f029d0d04d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:01.633638 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-923d00cc-cf1a-4b5e-ba9e-c0f029d0d04d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:01.684257 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-923d00cc-cf1a-4b5e-ba9e-c0f029d0d04d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:01.687004 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-923d00cc-cf1a-4b5e-ba9e-c0f029d0d04d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:01.688140 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-923d00cc-cf1a-4b5e-ba9e-c0f029d0d04d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "DELETE /v2.0/security-groups/c99c3889-43a5-406f-bf71-674bbe5251af HTTP/1.1" status: 204 len: 168 time: 0.1309736 Jul 22 09:42:01.691506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47368) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:01.697476 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d00cc-cf1a-4b5e-ba9e-c0f029d0d04d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c3889-43a5-406f-bf71-674bbe5251af,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:01.709329 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-008ab976-4893-4c61-8d6a-31acff76a501 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] show failed (client error): The resource could not be found. Jul 22 09:42:01.710388 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-008ab976-4893-4c61-8d6a-31acff76a501 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups/c99c3889-43a5-406f-bf71-674bbe5251af HTTP/1.1" status: 404 len: 347 time: 0.0177727 Jul 22 09:42:01.713142 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47370) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:01.836638 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Deleting port 41655a47-6202-432e-a7bb-151f9700706c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:01.836895 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:01.912763 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:01.913088 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:01.924826 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Calling delete_port for 41655a47-6202-432e-a7bb-151f9700706c owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:02.048424 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event deleted for resources: {'Port': ['ID=41655a47-6202-432e-a7bb-151f9700706c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:02.103329 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.103611 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.103957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.104295 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.104631 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.104966 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.105302 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.105637 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.105959 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.106307 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.106630 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.106952 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:02.147706 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.150293 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.151447 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-58a3b626-15b9-488d-84b0-3a4e308bed9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a562a3d-5ca5-4add-88b4-57f8b72b8388 HTTP/1.1" status: 204 len: 168 time: 0.4374130 Jul 22 09:42:02.313755 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47374) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:02.318478 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-432e8879-a0d0-4987-a724-35cd5bc7dc4e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878913350', 'description': 'tempest-description--1382582023'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:42:02.340412 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-432e8879-a0d0-4987-a724-35cd5bc7dc4e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.418923 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-432e8879-a0d0-4987-a724-35cd5bc7dc4e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.422283 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-432e8879-a0d0-4987-a724-35cd5bc7dc4e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.443753 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-432e8879-a0d0-4987-a724-35cd5bc7dc4e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.444957 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-432e8879-a0d0-4987-a724-35cd5bc7dc4e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1301622 Jul 22 09:42:02.447934 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47376) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:02.452511 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-28eb0a8d-ddff-4ca3-a3e7-8f117d818ee4 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'security_group_rule': {'security_group_id': '34976ca0-0689-4974-9bdc-b507b4b0a64d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:42:02.452671 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e8879-a0d0-4987-a724-35cd5bc7dc4e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34976ca0-0689-4974-9bdc-b507b4b0a64d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:02.478829 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28eb0a8d-ddff-4ca3-a3e7-8f117d818ee4 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.523408 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28eb0a8d-ddff-4ca3-a3e7-8f117d818ee4 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.526958 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28eb0a8d-ddff-4ca3-a3e7-8f117d818ee4 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.547581 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb0a8d-ddff-4ca3-a3e7-8f117d818ee4 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4316514-6080-492b-9f7d-2b3f4929b26f,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:02.551520 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28eb0a8d-ddff-4ca3-a3e7-8f117d818ee4 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.552677 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-28eb0a8d-ddff-4ca3-a3e7-8f117d818ee4 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037717 Jul 22 09:42:02.555348 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47378) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:02.559610 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-0cd9f252-1671-4448-9793-1346589cd0d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'security_group_rule': {'security_group_id': '34976ca0-0689-4974-9bdc-b507b4b0a64d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:42:02.585292 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f252-1671-4448-9793-1346589cd0d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.639609 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f252-1671-4448-9793-1346589cd0d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.648331 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f252-1671-4448-9793-1346589cd0d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517751'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.666922 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9f252-1671-4448-9793-1346589cd0d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc04cc18-eb3b-43fe-bed3-22043b12c680,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:02.670010 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f252-1671-4448-9793-1346589cd0d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.671122 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0cd9f252-1671-4448-9793-1346589cd0d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148605 Jul 22 09:42:02.674139 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47380) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:02.678374 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'floatingip': {'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:42:02.698559 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.791726 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:02.889520 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Allocated IP 172.27.1.235 (52cb4751-a94c-4925-997a-ea8a7922ee54/43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf/1e5d9d7f-8498-46ea-89dc-e6261897ea31) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:42:03.202121 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.238803 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.276426 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Network 52cb4751-a94c-4925-997a-ea8a7922ee54 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:42:03.279021 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:42:03.282419 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:42:03.303511 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'Port': ['ID=1e5d9d7f-8498-46ea-89dc-e6261897ea31,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:03.368245 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.408532 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.552971 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.557480 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.624976 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'Port': ['ID=1e5d9d7f-8498-46ea-89dc-e6261897ea31,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:03.632695 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.645274 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:03.646505 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a35bfc2c-3e0e-4af0-b1e9-c0600cc0d03b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9714665 Jul 22 09:42:03.836778 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-838782a8-8b8b-47e0-b185-e058e1b4a232 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1878913350&fields=id&tenant_id=54f2d703807d48d5ad9c3bc8a522fae4 HTTP/1.1" status: 200 len: 267 time: 0.0344806 Jul 22 09:42:03.946352 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-5b3001ec-8545-4aeb-896a-fc4803cfc01c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:03.947973 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-5b3001ec-8545-4aeb-896a-fc4803cfc01c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 810 time: 0.1049128 Jul 22 09:42:03.962231 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d1a8f1d4-2523-47a7-b491-3eec9195455b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/quotas/54f2d703807d48d5ad9c3bc8a522fae4 HTTP/1.1" status: 200 len: 375 time: 0.0089962 Jul 22 09:42:04.026545 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-408dc4ea-ca6d-4dbf-9de2-5a8151832f1b tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595419 Jul 22 09:42:04.121648 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device d690736c-8ba5-4e7b-8a4a-88473ae45993 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:04.122258 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-c3e5994e-280b-4e86-bca9-b857c061f2be service neutron] 10.222.0.20 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844779 Jul 22 09:42:04.144363 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: d690736c-8ba5-4e7b-8a4a-88473ae45993 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:04.144709 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device d690736c-8ba5-4e7b-8a4a-88473ae45993 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:04.216576 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-a7ad04a8-9f75-4cc9-b5a6-4224ae1f2c20 service neutron] 10.222.0.20 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888047 Jul 22 09:42:04.378002 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-169f30b5-99e0-4d05-b030-73c4da3e0b06 req-f56171a1-da35-48f5-866c-1ee89c23d621 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 210 time: 0.0338008 Jul 22 09:42:05.300276 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-ee89b59e-4dc9-4eb8-9e4a-34aecdf54f21 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:05.301735 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-ee89b59e-4dc9-4eb8-9e4a-34aecdf54f21 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 810 time: 0.1061363 Jul 22 09:42:05.345227 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d0428ed7-29ca-447d-b015-2b022a28b183 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54f2d703807d48d5ad9c3bc8a522fae4 HTTP/1.1" status: 200 len: 380 time: 0.0346003 Jul 22 09:42:05.353311 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'port': {'device_id': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'admin_state_up': True, 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'security_groups': ['34976ca0-0689-4974-9bdc-b507b4b0a64d']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:42:05.461001 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Made reservation on behalf of 54f2d703807d48d5ad9c3bc8a522fae4 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:42:05.464469 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:05.482043 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7351ca8c-0a02-4e9f-abb9-77257bafdf93 req-0fc5ea64-8dba-41f8-8ad7-e67fde1f5844 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 210 time: 0.0367141 Jul 22 09:42:05.588034 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Allocated IP 172.20.0.14 (b381d641-4dfd-4735-b3ad-76eb5bef8514/a9505a27-0be1-4cd7-bfb8-5a91a7913488/c3c2109c-3633-4cac-b748-f82571742e1d) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:42:05.720696 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:05.733365 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Transition to ACTIVE for port object c3c2109c-3633-4cac-b748-f82571742e1d will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:42:05.764685 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:05.826549 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:42:05.829579 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:42:05.831964 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:42:05.865130 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event updated for resources: {'Port': ['ID=c3c2109c-3633-4cac-b748-f82571742e1d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:05.890956 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:05.891588 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:05.905287 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d894de56-ffa5-4993-8dbc-c92e55fa8baf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555570 Jul 22 09:42:05.917283 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Request body: {'port': {'device_id': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:42:05.991571 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:06.095006 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2eb3166-dab0-4c65-8090-bac0fe84d0d0 None None] Provisioning for port c3c2109c-3633-4cac-b748-f82571742e1d completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:42:06.098596 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2eb3166-dab0-4c65-8090-bac0fe84d0d0 None None] Provisioning complete for port c3c2109c-3633-4cac-b748-f82571742e1d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:42:06.098928 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3166-dab0-4c65-8090-bac0fe84d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:06.135882 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb3166-dab0-4c65-8090-bac0fe84d0d0 None None] Port c3c2109c-3633-4cac-b748-f82571742e1d cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 09:42:06.265903 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c2109c-3633-4cac-b748-f82571742e1d {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:42:06.273144 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:06.284194 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Transition to ACTIVE for port object c3c2109c-3633-4cac-b748-f82571742e1d will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:42:06.287729 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:06.353490 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c2109c-3633-4cac-b748-f82571742e1d,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:06.403539 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Attempting to bind port c3c2109c-3633-4cac-b748-f82571742e1d on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:42:06.403870 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Attempting to bind port c3c2109c-3633-4cac-b748-f82571742e1d by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:42:06.404198 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Attempting to bind port c3c2109c-3633-4cac-b748-f82571742e1d on network b381d641-4dfd-4735-b3ad-76eb5bef8514 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:42:06.409067 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Port c3c2109c-3633-4cac-b748-f82571742e1d on network b381d641-4dfd-4735-b3ad-76eb5bef8514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:42:06.409388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Attempting to bind port c3c2109c-3633-4cac-b748-f82571742e1d on network b381d641-4dfd-4735-b3ad-76eb5bef8514 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:42:06.414308 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:42:06.414639 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Checking segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:42:06.415017 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Bound using segment: {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:42:06.415439 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Bound port: c3c2109c-3633-4cac-b748-f82571742e1d, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:42:06.415796 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:06.483672 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] For port c3c2109c-3633-4cac-b748-f82571742e1d, host hv-cinder-80171, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:42:06.487139 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] For port c3c2109c-3633-4cac-b748-f82571742e1d, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c3c2109c-3633-4cac-b748-f82571742e1d,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:42:06.492399 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6989384'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:06.523668 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:06.524428 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:06.525721 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] 10.222.0.46 "PUT /v2.0/ports/c3c2109c-3633-4cac-b748-f82571742e1d HTTP/1.1" status: 200 len: 1094 time: 0.6127102 Jul 22 09:42:06.526174 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:06.528389 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab62f319-6499-46af-8810-2ec6328bbd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:06.557842 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca545e-0872-48b5-85e5-8558f26e5312 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c2109c-3633-4cac-b748-f82571742e1d,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:06.614853 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2e4219-3714-4bdc-af69-c60b81c7a43d x-openstack-request-id: req-0d2e4219-3714-4bdc-af69-c60b81c7a43d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:06.615079 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:06.616141 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d2e4219-3714-4bdc-af69-c60b81c7a43d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:06.616141 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'status': 'completed', 'code': 200} Jul 22 09:42:06.629445 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6c83-a9ff-4060-882e-a720f7948fa2 req-d6ba5396-322d-4c75-ad41-825ef715741f tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:06.631404 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb1f6c83-a9ff-4060-882e-a720f7948fa2 req-d6ba5396-322d-4c75-ad41-825ef715741f tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 944 time: 0.0718079 Jul 22 09:42:06.642431 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-11b4d454-fba2-4f8d-99b6-9602a72d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:06.644022 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-11b4d454-fba2-4f8d-99b6-9602a72d1d00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 1097 time: 0.0682962 Jul 22 09:42:06.672279 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb1f6c83-a9ff-4060-882e-a720f7948fa2 req-0f493c40-a1c6-4354-8d1e-5b55cc829800 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351896 Jul 22 09:42:06.693052 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-447b3054-f766-4a22-acab-8500dfdf9f28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3c2109c-3633-4cac-b748-f82571742e1d HTTP/1.1" status: 200 len: 217 time: 0.0379663 Jul 22 09:42:06.741455 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-fdda45ab-d50e-42e3-87f2-c57734d0ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:06.742914 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-fdda45ab-d50e-42e3-87f2-c57734d0ce93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0476050 Jul 22 09:42:06.800477 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-c3f6c726-3a1a-437d-9c2a-a14d482223c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:06.801937 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-c3f6c726-3a1a-437d-9c2a-a14d482223c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530174 Jul 22 09:42:06.891068 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-470ea41a-d81f-4cc6-9a0a-ade87be5a8d5 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Jul 22 09:42:06.975961 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-340e6c6e-4fe5-4a6d-824b-4969200b85f2 req-d607168b-f06e-4139-b50e-15235f46bf20 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790074 Jul 22 09:42:07.070139 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-7c255fa0-9e8b-4076-85e5-074de56fa442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:07.071588 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-7c255fa0-9e8b-4076-85e5-074de56fa442 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 1097 time: 0.0525813 Jul 22 09:42:07.162312 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-9b6615a4-9b7a-4af9-9984-6d7142c1cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:07.163672 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-9b6615a4-9b7a-4af9-9984-6d7142c1cca6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.0852108 Jul 22 09:42:07.247999 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-020db67e-9f6b-44d1-ad5a-cece55aa2ca2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3c2109c-3633-4cac-b748-f82571742e1d HTTP/1.1" status: 200 len: 217 time: 0.0767984 Jul 22 09:42:07.296904 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-226d37eb-0990-4631-a3d3-c3ccc1d29483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:07.298321 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-226d37eb-0990-4631-a3d3-c3ccc1d29483 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0442040 Jul 22 09:42:07.354850 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-00e915a7-f815-482a-a4d5-ac7e146741e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:07.356287 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-00e915a7-f815-482a-a4d5-ac7e146741e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511391 Jul 22 09:42:07.366964 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-07b6a251-0130-4e13-a6a6-bf32c768a478 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:42:07.367873 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-07b6a251-0130-4e13-a6a6-bf32c768a478 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048416 Jul 22 09:42:07.452570 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-67b3a219-13da-4e4d-86b7-86dbcbd2fd03 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772455 Jul 22 09:42:07.546173 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab62f319-6499-46af-8810-2ec6328bbd4a req-6949349b-9da7-4617-ad0e-1e8fb55ba81c service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867882 Jul 22 09:42:07.804293 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ea4b4-c5ee-4258-ade6-0e4e2b9b4e12 req-a5a5ee90-f14c-4013-af26-567f701313b3 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:07.805770 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e3ea4b4-c5ee-4258-ade6-0e4e2b9b4e12 req-a5a5ee90-f14c-4013-af26-567f701313b3 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 944 time: 0.0655975 Jul 22 09:42:07.843413 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e3ea4b4-c5ee-4258-ade6-0e4e2b9b4e12 req-f2817585-06d1-47fb-9c0c-e20e86482fbd tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Jul 22 09:42:08.966782 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c324b-b010-453d-9b00-a45b8843738d req-83f5c307-d10c-48c1-9360-5e69af9479d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:08.968240 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-788c324b-b010-453d-9b00-a45b8843738d req-83f5c307-d10c-48c1-9360-5e69af9479d6 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 944 time: 0.0615721 Jul 22 09:42:09.005208 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-788c324b-b010-453d-9b00-a45b8843738d req-cf398bbc-01f4-417e-b6ff-c934c435af8c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Jul 22 09:42:10.129700 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e9c5f-6c2f-4d2e-b62f-4145486adfde req-9fadd3f7-12c7-45f1-b3ab-6ee725f52f45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:10.131195 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-466e9c5f-6c2f-4d2e-b62f-4145486adfde req-9fadd3f7-12c7-45f1-b3ab-6ee725f52f45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 944 time: 0.0616987 Jul 22 09:42:10.153206 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c3c2109c-3633-4cac-b748-f82571742e1d details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:42:10.168376 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-466e9c5f-6c2f-4d2e-b62f-4145486adfde req-fb4c07fa-1454-43f0-aca0-1a4ba1a6f4cf tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jul 22 09:42:10.247704 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c3c2109c-3633-4cac-b748-f82571742e1d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c3c2109c-3633-4cac-b748-f82571742e1d,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:10.259226 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'port_id': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'mac_address': 'fa:16:3e:1d:b9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:42:10.294336 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:10.306388 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c2109c-3633-4cac-b748-f82571742e1d {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:42:10.325622 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c3c2109c-3633-4cac-b748-f82571742e1d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c3c2109c-3633-4cac-b748-f82571742e1d,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:10.331091 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:10.375377 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c3c2109c-3633-4cac-b748-f82571742e1d,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:10.382605 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.382956 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.383301 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.383640 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.383973 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.384307 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.384640 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.384968 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.385303 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.385627 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.385952 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.386308 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:42:10.557156 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['c3c2109c-3633-4cac-b748-f82571742e1d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:42:10.779311 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47428) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:10.929546 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Deleting port f4cb250f-0246-4e69-a208-61ea9df28f15 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:10.929798 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:11.003787 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:11.004103 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:11.014998 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Calling delete_port for f4cb250f-0246-4e69-a208-61ea9df28f15 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:11.153909 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:11.182867 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event deleted for resources: {'Port': ['ID=f4cb250f-0246-4e69-a208-61ea9df28f15,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:11.242379 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:11.242702 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Floating IP a5db418e-37e5-402c-ba9f-8bbddc20d432 disassociated (deleted). External IP: 172.27.1.189, port: f18da330-77f3-4d24-bc7b-35e591f78127. Jul 22 09:42:11.297629 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12d1fb-b034-48d9-8d6d-d99680065c49 req-a4ab1a19-1a07-45c4-8907-1d3c80b75f62 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:11.299130 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc12d1fb-b034-48d9-8d6d-d99680065c49 req-a4ab1a19-1a07-45c4-8907-1d3c80b75f62 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 945 time: 0.0659525 Jul 22 09:42:11.335910 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc12d1fb-b034-48d9-8d6d-d99680065c49 req-b01af2e1-d7f0-4c05-9f09-b7c7b3233af7 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Jul 22 09:42:11.443779 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:42:11.550600 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:42:11.555381 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:11.559817 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:42:11.569173 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:11.569781 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:11.591856 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-87888f5e-546d-4d28-ba72-d2ae2fb8b7a5 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "DELETE /v2.0/floatingips/a5db418e-37e5-402c-ba9f-8bbddc20d432 HTTP/1.1" status: 204 len: 168 time: 0.8112960 Jul 22 09:42:11.592485 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:11.594846 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e193b3a6-e4f1-46b4-b097-29adbbec5960" -d '{"events": [{"name": "network-changed", "server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:11.629662 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671f6cb-6911-48e3-9e60-37083ca65479 x-openstack-request-id: req-c671f6cb-6911-48e3-9e60-37083ca65479 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:11.629949 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:11.630251 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c671f6cb-6911-48e3-9e60-37083ca65479 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:11.630645 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'status': 'completed', 'code': 200} Jul 22 09:42:11.678783 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:11.715276 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-a381dfdf-ac00-4aba-8d9a-975811c89d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:11.716758 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-a381dfdf-ac00-4aba-8d9a-975811c89d72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 1099 time: 0.0630951 Jul 22 09:42:11.820116 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-783e0a22-2b26-4bc4-aac5-2dddff2c5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:11.821594 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-783e0a22-2b26-4bc4-aac5-2dddff2c5d76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.0957601 Jul 22 09:42:11.828361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec43074-9e5a-4bf0-8314-856e1f711a95 req-f3b956d4-dd76-45d0-aefb-9a44cd5b54d0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:11.834408 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fec43074-9e5a-4bf0-8314-856e1f711a95 req-f3b956d4-dd76-45d0-aefb-9a44cd5b54d0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 946 time: 0.0693824 Jul 22 09:42:11.863394 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-d46d4fe6-040f-4891-94c3-f04cc22e020d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18da330-77f3-4d24-bc7b-35e591f78127 HTTP/1.1" status: 200 len: 217 time: 0.0347359 Jul 22 09:42:11.869109 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fec43074-9e5a-4bf0-8314-856e1f711a95 req-883cb58e-af08-4cb2-ac51-1896ea259656 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Jul 22 09:42:11.914121 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-acc296a4-a926-4546-a090-4afbb9a6c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:11.915577 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-acc296a4-a926-4546-a090-4afbb9a6c643 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0455601 Jul 22 09:42:11.916270 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:43Z', 'revision_number': 1, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:11.945994 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:42:11.954388 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:11.954999 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:11.977809 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-ae2ccced-895b-42c4-910a-d0820ee9d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:11.979292 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-ae2ccced-895b-42c4-910a-d0820ee9d399 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556560 Jul 22 09:42:12.052887 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:12.067648 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-6c767745-89c0-4fa2-9ef5-b4296f991404 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810382 Jul 22 09:42:12.158840 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e193b3a6-e4f1-46b4-b097-29adbbec5960 req-f1fb2797-3d34-464f-9f7b-7d0153c1a2ab service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839186 Jul 22 09:42:12.167178 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c3c2109c-3633-4cac-b748-f82571742e1d up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:42:12.217208 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port c3c2109c-3633-4cac-b748-f82571742e1d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:42:12.220804 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port c3c2109c-3633-4cac-b748-f82571742e1d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:42:12.221181 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:12.276795 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:43Z', 'revision_number': 1, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:12.299762 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:12.302903 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abffc32-d5e0-4f0a-a184-77a9bf39e5e4 None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'aeebafac-1c53-42a0-a927-5486463d037e', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'port_id': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'mac_address': 'fa:16:3e:b3:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:38:41Z', 'updated_at': '2021-07-22T09:38:43Z', 'revision_number': 1, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:42:12.322369 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:12.324966 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2760d341-0c05-493d-adbc-aee0211bd0ce" -d '{"events": [{"server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "name": "network-vif-plugged", "status": "completed", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:12.338716 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c3c2109c-3633-4cac-b748-f82571742e1d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c3c2109c-3633-4cac-b748-f82571742e1d,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:12.344950 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:12.369346 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb266486-25b2-470f-99cd-3f92977eca24 x-openstack-request-id: req-fb266486-25b2-470f-99cd-3f92977eca24 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:12.369644 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "name": "network-vif-plugged", "status": "completed", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:12.369985 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb266486-25b2-470f-99cd-3f92977eca24 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:12.370454 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'code': 200} Jul 22 09:42:12.397404 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c3c2109c-3633-4cac-b748-f82571742e1d,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:12.485951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a9c31-e260-40fa-b6e0-d8c40f889b40 req-776aa1e2-21e2-418d-a75b-a9701ff3d1d0 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:12.487641 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e6a9c31-e260-40fa-b6e0-d8c40f889b40 req-776aa1e2-21e2-418d-a75b-a9701ff3d1d0 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 946 time: 0.0747042 Jul 22 09:42:12.530132 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e6a9c31-e260-40fa-b6e0-d8c40f889b40 req-db960f6d-8973-4722-a34a-61293a4c983d tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Jul 22 09:42:12.543011 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050711b-3b65-4f56-9867-37d318179f03 None None] New status for floating IP a5db418e-37e5-402c-ba9f-8bbddc20d432: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:42:12.677329 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679236ae-ac0a-436a-98a6-6200c73f0123 req-379cd298-b21a-4315-af28-e20f751ea625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:12.678816 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-679236ae-ac0a-436a-98a6-6200c73f0123 req-379cd298-b21a-4315-af28-e20f751ea625 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 1099 time: 0.0516231 Jul 22 09:42:12.712400 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-679236ae-ac0a-436a-98a6-6200c73f0123 req-b552f773-591a-4632-a299-a052a5cc5100 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268824 Jul 22 09:42:12.996440 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87ddaf-3f8b-4f8b-825c-213f942a1591 req-79c5e38b-d753-479e-b250-206c9622d955 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:12.997895 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f87ddaf-3f8b-4f8b-825c-213f942a1591 req-79c5e38b-d753-479e-b250-206c9622d955 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 946 time: 0.0617330 Jul 22 09:42:13.035073 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f87ddaf-3f8b-4f8b-825c-213f942a1591 req-f13c6653-48f9-4dc1-9215-f26506167098 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Jul 22 09:42:13.514583 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-e7c8dcb2-88ee-49fa-ac0b-caa99a589fb0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:13.516536 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-e7c8dcb2-88ee-49fa-ac0b-caa99a589fb0 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 946 time: 0.0606165 Jul 22 09:42:13.687368 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3455a61-3443-43cf-8729-959cecd115c7 req-86297381-756c-41ff-96f7-3e3a15a1752e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:13.689169 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3455a61-3443-43cf-8729-959cecd115c7 req-86297381-756c-41ff-96f7-3e3a15a1752e tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 946 time: 0.0692139 Jul 22 09:42:13.729955 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3455a61-3443-43cf-8729-959cecd115c7 req-4c5d191f-3a12-4023-ae12-da7ba0a38b06 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347281 Jul 22 09:42:13.835270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Deleting port f18da330-77f3-4d24-bc7b-35e591f78127 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:13.835605 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:13.921764 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] For port f18da330-77f3-4d24-bc7b-35e591f78127, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=f18da330-77f3-4d24-bc7b-35e591f78127,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:13.922149 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:13.934472 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Calling delete_port for f18da330-77f3-4d24-bc7b-35e591f78127 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:14.055003 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:14.086584 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event deleted for resources: {'Port': ['ID=f18da330-77f3-4d24-bc7b-35e591f78127,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:14.133033 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ca8dcb8-81c3-4eae-9eee-5ffd9b32f471 req-1035b7f2-bea5-4b21-bf73-c18b3550006e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d59be34-e302-4ff8-a61d-466ffed263d2 HTTP/1.1" status: 200 len: 210 time: 0.0327127 Jul 22 09:42:14.133284 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] No DVR routers for this DVR port f18da330-77f3-4d24-bc7b-35e591f78127 on host hv-cinder-80171 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:42:14.135560 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:14.137674 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-abb4ecee-aa8b-4c70-90a0-1abf713c1365 req-ee0c114e-e4c1-4c67-ba4f-3dc95f2a66de tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "DELETE /v2.0/ports/f18da330-77f3-4d24-bc7b-35e591f78127 HTTP/1.1" status: 204 len: 173 time: 0.6161139 Jul 22 09:42:14.138131 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'name': 'network-vif-deleted', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:14.140414 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea869a-8b79-48a9-83c2-437f1bacf5f3" -d '{"events": [{"server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "name": "network-vif-deleted", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:14.177385 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab26b80a-b78a-47de-a291-c899784f5fb9 x-openstack-request-id: req-ab26b80a-b78a-47de-a291-c899784f5fb9 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:14.177673 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d59be34-e302-4ff8-a61d-466ffed263d2", "name": "network-vif-deleted", "tag": "f18da330-77f3-4d24-bc7b-35e591f78127", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:14.177921 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab26b80a-b78a-47de-a291-c899784f5fb9 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:14.178367 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d59be34-e302-4ff8-a61d-466ffed263d2', 'name': 'network-vif-deleted', 'tag': 'f18da330-77f3-4d24-bc7b-35e591f78127', 'status': 'completed', 'code': 200} Jul 22 09:42:14.863389 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8813986-b07c-4aa7-b409-6cb0b1cd2ae8 req-68450380-fc4d-4823-9d9e-545821ae0060 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:14.864905 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8813986-b07c-4aa7-b409-6cb0b1cd2ae8 req-68450380-fc4d-4823-9d9e-545821ae0060 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 946 time: 0.0653148 Jul 22 09:42:14.903387 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8813986-b07c-4aa7-b409-6cb0b1cd2ae8 req-27a93eb3-6bb8-4a32-86b1-860453e231c2 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Jul 22 09:42:15.025940 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19ebfb-9fb4-49cc-8f82-d831d3d40c93 req-fcb5d454-089a-4d16-934f-a66a351c4e52 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:15.027444 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f19ebfb-9fb4-49cc-8f82-d831d3d40c93 req-fcb5d454-089a-4d16-934f-a66a351c4e52 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 946 time: 0.0621715 Jul 22 09:42:15.035786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47454) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:15.040092 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Request body: {'floatingip': {'port_id': 'c3c2109c-3633-4cac-b748-f82571742e1d'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:42:15.081658 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:15.511193 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:15.514707 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:15.607991 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Floating IP d636fa68-74bb-4196-9838-55b0f81180dc associated. External IP: 172.27.1.235, port: c3c2109c-3633-4cac-b748-f82571742e1d. Jul 22 09:42:15.807292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Router adff6f67-2069-4247-b60b-8d2b23900035 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:42:15.911943 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:42:15.916583 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:15.921203 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] Sync routers for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:42:15.929696 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:15.930330 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:15.950695 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f73bb3d4-c7b8-437e-9150-d443daed9d45 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "PUT /v2.0/floatingips/d636fa68-74bb-4196-9838-55b0f81180dc HTTP/1.1" status: 200 len: 992 time: 0.9138856 Jul 22 09:42:15.951268 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:15.954076 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:15.991157 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f0a75-ceea-4f34-9404-fcdbb6615a77 x-openstack-request-id: req-1c8f0a75-ceea-4f34-9404-fcdbb6615a77 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:15.991510 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:15.992555 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c8f0a75-ceea-4f34-9404-fcdbb6615a77 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:15.992555 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'status': 'completed', 'code': 200} Jul 22 09:42:16.039548 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:16.068120 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-1b6c89e2-ac99-450b-abf9-d1677170d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:16.069737 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-1b6c89e2-ac99-450b-abf9-d1677170d43e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 1099 time: 0.0555630 Jul 22 09:42:16.161165 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-fcf165fd-59ab-405a-8564-1b3327da1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:16.162733 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-fcf165fd-59ab-405a-8564-1b3327da1a48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.0870287 Jul 22 09:42:16.207887 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f18da330-77f3-4d24-bc7b-35e591f78127 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:16.227966 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: f18da330-77f3-4d24-bc7b-35e591f78127 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:16.228402 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device f18da330-77f3-4d24-bc7b-35e591f78127 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:16.228543 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-b5ec7e0e-7396-409f-87cb-02e7f0b708bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3c2109c-3633-4cac-b748-f82571742e1d HTTP/1.1" status: 200 len: 1000 time: 0.0597003 Jul 22 09:42:16.268073 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'd636fa68-74bb-4196-9838-55b0f81180dc', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'port_id': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'mac_address': 'fa:16:3e:1d:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:42:03Z', 'updated_at': '2021-07-22T09:42:15Z', 'revision_number': 1, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:16.279947 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-c8d5a13b-fe17-4153-b30a-f710081fc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:16.281391 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-c8d5a13b-fe17-4153-b30a-f710081fc6f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0469365 Jul 22 09:42:16.293126 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] Checking router: adff6f67-2069-4247-b60b-8d2b23900035 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:42:16.301307 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:16.302038 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:16.343115 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-2a9def22-8b46-4856-bc75-d719e0be2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:16.344646 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-2a9def22-8b46-4856-bc75-d719e0be2f3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573034 Jul 22 09:42:16.439004 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-8f800546-d0e4-4684-aef3-33974df3e7ff service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Jul 22 09:42:16.493920 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:16.533746 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9f068c4-83c7-47e9-a42a-5b82cf0b36e6 req-3f984b08-d058-4b49-b86d-8f8384a498f3 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854514 Jul 22 09:42:16.720296 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'd636fa68-74bb-4196-9838-55b0f81180dc', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'port_id': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'mac_address': 'fa:16:3e:1d:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:42:03Z', 'updated_at': '2021-07-22T09:42:15Z', 'revision_number': 1, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:16.746002 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe37f15-7447-4be4-92ca-523a46d9d9c3 None None] The sync data for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi is: [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_floatingips': [{'id': 'd636fa68-74bb-4196-9838-55b0f81180dc', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'router_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'port_id': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'mac_address': 'fa:16:3e:1d:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T09:42:03Z', 'updated_at': '2021-07-22T09:42:15Z', 'revision_number': 1, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:42:16.924690 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682cde49-ce15-4af7-8fd0-b68945b9725e None None] New status for floating IP d636fa68-74bb-4196-9838-55b0f81180dc: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:42:17.413971 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47476) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:17.565310 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Deleting port a781cd6c-523c-42fc-bba1-0551b29ef88b {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:17.565659 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:17.642177 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:17.642509 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:17.653986 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Calling delete_port for a781cd6c-523c-42fc-bba1-0551b29ef88b owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:17.795030 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:17.820078 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event deleted for resources: {'Port': ['ID=a781cd6c-523c-42fc-bba1-0551b29ef88b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:17.859867 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:17.881561 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:17.881897 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Floating IP aeebafac-1c53-42a0-a927-5486463d037e disassociated (deleted). External IP: 172.27.1.2, port: a46afe0e-3df6-405b-be04-f6cec5d69104. Jul 22 09:42:18.081742 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:42:18.189677 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:42:18.192625 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:18.197122 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:42:18.205917 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:18.206492 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:18.228178 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-023e1830-1a9f-4421-8bdd-4d456cc3f147 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "DELETE /v2.0/floatingips/aeebafac-1c53-42a0-a927-5486463d037e HTTP/1.1" status: 204 len: 168 time: 0.8130958 Jul 22 09:42:18.228847 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:18.231180 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001842a-e2a0-4948-8cc7-04b0cc314690" -d '{"events": [{"name": "network-changed", "server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:18.274090 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d574075-b88f-4503-b66c-4ae078184cc2 x-openstack-request-id: req-0d574075-b88f-4503-b66c-4ae078184cc2 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:18.274583 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:18.274899 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d574075-b88f-4503-b66c-4ae078184cc2 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:18.275298 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'status': 'completed', 'code': 200} Jul 22 09:42:18.310927 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:18.351686 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-bf90dbea-73ed-404a-8af2-dcf96dd8d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:18.353648 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-bf90dbea-73ed-404a-8af2-dcf96dd8d617 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=beedf850e57a467a87d8841d86d694ef&device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 1098 time: 0.0582316 Jul 22 09:42:18.460270 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-d1df9ac5-848e-474c-81c7-39804e317942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:18.462158 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-d1df9ac5-848e-474c-81c7-39804e317942 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 200 len: 911 time: 0.1004970 Jul 22 09:42:18.483228 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52628e67-e866-414f-88fa-dd49e29a81c2 req-c139dc3e-b6a9-468a-a66c-3347188dbf9c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:18.484777 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52628e67-e866-414f-88fa-dd49e29a81c2 req-c139dc3e-b6a9-468a-a66c-3347188dbf9c tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 945 time: 0.0675688 Jul 22 09:42:18.504437 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-11774fe7-81a0-4ff2-aec9-95f0d205f837 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 200 len: 217 time: 0.0356915 Jul 22 09:42:18.519162 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:18.528456 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52628e67-e866-414f-88fa-dd49e29a81c2 req-8f9c5f91-b7dd-4b6d-bdce-897d80ffb779 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376530 Jul 22 09:42:18.549113 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:42:18.557321 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:18.558083 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:41:52Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:18.561468 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-90e55438-30e4-46f6-9793-441dbf542acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:18.563474 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-90e55438-30e4-46f6-9793-441dbf542acc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 200 len: 850 time: 0.0519860 Jul 22 09:42:18.624576 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-539dcaf5-30ac-4521-b348-ff1b8a338677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:18.626616 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-539dcaf5-30ac-4521-b348-ff1b8a338677 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534751 Jul 22 09:42:18.657001 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:18.715247 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-04791c7f-c4bc-4cb4-95a9-e03870fec142 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799081 Jul 22 09:42:18.806560 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d001842a-e2a0-4948-8cc7-04b0cc314690 req-816f09fa-3e05-420d-8ef2-1c7535a0dda6 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847945 Jul 22 09:42:18.852810 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:18.878686 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de20115-d683-4bd6-abf1-cdcb9ccde352 None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:34:20Z', 'revision_number': 4, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '10dbe57a-b427-475e-8616-d16226562b11', 'name': '', 'network_id': 'fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'mac_address': 'fa:16:3e:f4:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:18Z', 'updated_at': '2021-07-22T09:34:29Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'subnets': [{'id': 'bf0fe44e-92d3-4b1a-8742-9ec19f9367dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:42:19.073932 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-492d8679-b9d7-49f3-a311-bda6a920fe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:19.087446 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c055a9d8-dad4-4874-b151-9449826adbdd None None] New status for floating IP aeebafac-1c53-42a0-a927-5486463d037e: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:42:19.667743 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49e8fe-1cdb-4f0d-881b-8923c21bace5 req-23fb8432-7862-4c54-a343-743fdf956345 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:19.669230 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d49e8fe-1cdb-4f0d-881b-8923c21bace5 req-23fb8432-7862-4c54-a343-743fdf956345 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 945 time: 0.0628893 Jul 22 09:42:19.705297 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d49e8fe-1cdb-4f0d-881b-8923c21bace5 req-1f8ce777-0a53-43ba-8ef0-2698bca34962 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2b7fb3-72a3-43da-af68-43fc17e05e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305853 Jul 22 09:42:19.937121 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-906b6955-2c2b-4649-96fa-79bc5e8f299e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:19.939012 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-906b6955-2c2b-4649-96fa-79bc5e8f299e tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 945 time: 0.0611639 Jul 22 09:42:20.038717 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Deleting port a46afe0e-3df6-405b-be04-f6cec5d69104 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:20.039071 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:20.127907 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] For port a46afe0e-3df6-405b-be04-f6cec5d69104, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=a46afe0e-3df6-405b-be04-f6cec5d69104,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:20.128267 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:20.140281 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Calling delete_port for a46afe0e-3df6-405b-be04-f6cec5d69104 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:20.147941 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-778cc46b-a18f-4beb-9598-eebf029a0677 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515177 Jul 22 09:42:20.241652 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-61ce21cc-0680-4709-bc3f-36f471fc52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:20.243083 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-61ce21cc-0680-4709-bc3f-36f471fc52df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 1099 time: 0.0566437 Jul 22 09:42:20.271954 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:20.300236 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event deleted for resources: {'Port': ['ID=a46afe0e-3df6-405b-be04-f6cec5d69104,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:20.348944 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] No DVR routers for this DVR port a46afe0e-3df6-405b-be04-f6cec5d69104 on host hv-cinder-80171 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:42:20.351296 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:20.353265 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76f89ef0-25a4-4bfd-8b37-1fdcba113e3a req-347a4755-37ec-481b-aea0-6d5e461c6d20 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.46 "DELETE /v2.0/ports/a46afe0e-3df6-405b-be04-f6cec5d69104 HTTP/1.1" status: 204 len: 173 time: 0.4083800 Jul 22 09:42:20.353715 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'name': 'network-vif-deleted', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:42:20.355950 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c09ad9160827888ff95f7b69c930dcd29f10ba018d90e95b49f2c63b389617f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f8cb34-0e8a-479a-adc2-de6f6d946ae1" -d '{"events": [{"server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "name": "network-vif-deleted", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:42:20.362440 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-87cc0c0f-1760-4b1b-9765-e98bf4b229cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:20.363977 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-87cc0c0f-1760-4b1b-9765-e98bf4b229cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.1022096 Jul 22 09:42:20.393512 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68719b-7de2-408f-849b-eb3b37956b56 x-openstack-request-id: req-fb68719b-7de2-408f-849b-eb3b37956b56 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:42:20.393804 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64d0fe4-995e-4d00-ad0e-da182db66116", "name": "network-vif-deleted", "tag": "a46afe0e-3df6-405b-be04-f6cec5d69104", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:42:20.394101 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb68719b-7de2-408f-849b-eb3b37956b56 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:42:20.394522 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64d0fe4-995e-4d00-ad0e-da182db66116', 'name': 'network-vif-deleted', 'tag': 'a46afe0e-3df6-405b-be04-f6cec5d69104', 'status': 'completed', 'code': 200} Jul 22 09:42:20.440327 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-bfa80523-ab49-429d-8013-09ec1819c69d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3c2109c-3633-4cac-b748-f82571742e1d HTTP/1.1" status: 200 len: 1002 time: 0.0662763 Jul 22 09:42:20.504890 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-4f021ae3-b2af-4965-899e-9478bc07d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:20.506307 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-4f021ae3-b2af-4965-899e-9478bc07d085 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0599148 Jul 22 09:42:20.566471 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-e3825449-24dd-417d-86d5-f211c7b57f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:42:20.567980 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-e3825449-24dd-417d-86d5-f211c7b57f78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544395 Jul 22 09:42:20.671456 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-aeafe972-1b25-4011-8fb4-1e22b99160e5 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903029 Jul 22 09:42:20.762715 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51e51bc9-a3bc-43be-bfa8-19eb3edbfab0 req-25559a86-1f81-4415-93ce-485ff743091c service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Jul 22 09:42:20.823726 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e78eac29-26f5-4048-be78-2606d148e956 req-f0827405-32fe-4b99-8618-a1e20eb500a3 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64d0fe4-995e-4d00-ad0e-da182db66116 HTTP/1.1" status: 200 len: 210 time: 0.0332944 Jul 22 09:42:21.514036 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:42:21.550912 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d332c2ed-201a-4aaa-a187-8b4333d00ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:21.584616 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:21.880904 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47500) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:22.001672 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Deleting port c0706f77-91a0-4141-a9ee-38634c3de14f {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:22.002014 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:22.075015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:22.075342 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:22.087250 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Calling delete_port for c0706f77-91a0-4141-a9ee-38634c3de14f owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:22.213494 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:22.241501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event deleted for resources: {'Port': ['ID=c0706f77-91a0-4141-a9ee-38634c3de14f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:22.304133 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:22.306872 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:22.308006 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-89bfd11f-f2aa-4a04-b3cb-ae1a6a06d236 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "DELETE /v2.0/floatingips/3bc1ddcf-97ee-43ef-bb05-ccfb83edd8ec HTTP/1.1" status: 204 len: 168 time: 0.4261355 Jul 22 09:42:23.148573 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:23.499592 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47514) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:23.557468 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d44398f5-21df-4fbe-b1de-be0618c2ab52 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:23.581498 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d44398f5-21df-4fbe-b1de-be0618c2ab52 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:23.638182 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d44398f5-21df-4fbe-b1de-be0618c2ab52 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:23.640692 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d44398f5-21df-4fbe-b1de-be0618c2ab52 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:23.641876 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d44398f5-21df-4fbe-b1de-be0618c2ab52 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b2b7fb3-72a3-43da-af68-43fc17e05e7c HTTP/1.1" status: 204 len: 168 time: 0.1412671 Jul 22 09:42:23.650604 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44398f5-21df-4fbe-b1de-be0618c2ab52 tempest-TestVolumeBootPattern-1391371550 tempest-TestVolumeBootPattern-1391371550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2b7fb3-72a3-43da-af68-43fc17e05e7c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:23.700596 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47520) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:24.120569 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:24.273648 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device a46afe0e-3df6-405b-be04-f6cec5d69104 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:24.293312 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: a46afe0e-3df6-405b-be04-f6cec5d69104 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:24.293662 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device a46afe0e-3df6-405b-be04-f6cec5d69104 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:24.362239 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Deleting port 10dbe57a-b427-475e-8616-d16226562b11 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:24.362577 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:24.436265 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] For port 10dbe57a-b427-475e-8616-d16226562b11, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=10dbe57a-b427-475e-8616-d16226562b11,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:24.436537 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:24.448522 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Calling delete_port for 10dbe57a-b427-475e-8616-d16226562b11 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:24.622142 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:24.650919 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Pushing event deleted for resources: {'Port': ['ID=10dbe57a-b427-475e-8616-d16226562b11,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:24.689697 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:24.821842 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:25.243279 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:42:25.346355 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:42:25.354025 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6833e218-eb18-4e51-a9d2-eff75de038ce admin admin] 10.222.0.20 "PUT /v2.0/routers/94b45323-cc57-42ac-98b6-7c8ae35d1bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497064 Jul 22 09:42:25.354508 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47526) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:25.355106 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] Sync routers for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:42:25.373901 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:25.374557 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:42:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:25.461293 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:25.476993 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:25.561883 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:25.618530 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Deleting port af23842c-3f14-4758-81b5-baa0ca08fc0d {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:25.618867 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:25.662090 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:42:24Z', 'revision_number': 5, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port': {'id': 'af23842c-3f14-4758-81b5-baa0ca08fc0d', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:14Z', 'updated_at': '2021-07-22T09:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:25.693226 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] Checking router: 94b45323-cc57-42ac-98b6-7c8ae35d1bdd for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:42:25.700498 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] For port af23842c-3f14-4758-81b5-baa0ca08fc0d, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=af23842c-3f14-4758-81b5-baa0ca08fc0d,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:25.700890 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:25.701737 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] Routers {'94b45323-cc57-42ac-98b6-7c8ae35d1bdd'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:25.702383 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:42:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:25.713751 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Calling delete_port for af23842c-3f14-4758-81b5-baa0ca08fc0d owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:25.871529 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] Set router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:25.881302 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:25.905682 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af23842c-3f14-4758-81b5-baa0ca08fc0d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:25.925312 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:42:25Z', 'revision_number': 6, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:25.953272 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878b2e7-d0a7-40bc-8330-7c83d9ceb754 None None] The sync data for ids ['94b45323-cc57-42ac-98b6-7c8ae35d1bdd'] in dv-cinder-801717-2-iscsi is: [{'id': '94b45323-cc57-42ac-98b6-7c8ae35d1bdd', 'name': 'tempest-TestVolumeBootPattern-393014969-router', 'tenant_id': 'beedf850e57a467a87d8841d86d694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:13Z', 'updated_at': '2021-07-22T09:42:25Z', 'revision_number': 6, 'project_id': 'beedf850e57a467a87d8841d86d694ef', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:42:25.971997 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.061909 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.064037 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.105344 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.105876 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b45323-cc57-42ac-98b6-7c8ae35d1bdd {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:42:26.111377 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.112836 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c1499fe7-7e20-4243-ac56-11cbba4757c0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/94b45323-cc57-42ac-98b6-7c8ae35d1bdd HTTP/1.1" status: 204 len: 168 time: 0.7572942 Jul 22 09:42:26.116466 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47530) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:26.161103 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] Deleting subnet bf0fe44e-92d3-4b1a-8742-9ec19f9367dc {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:42:26.164026 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.199357 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.273146 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.325171 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.353649 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf0fe44e-92d3-4b1a-8742-9ec19f9367dc,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:26.355621 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.360171 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3a704bf3-9d93-421c-b396-9fb59ff2ff1c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf0fe44e-92d3-4b1a-8742-9ec19f9367dc HTTP/1.1" status: 204 len: 168 time: 0.2427106 Jul 22 09:42:26.360667 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47532) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:26.361873 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70989195-9e72-4feb-b323-4ff565717f52 None None] Network fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:42:26.438949 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.739177 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] DHCP port deletion for fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:42:26.754229 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Deleting port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:26.754754 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.801259 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] Deleting port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:26.801918 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.818198 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 10dbe57a-b427-475e-8616-d16226562b11 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:26.826409 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] For port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:26.826778 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.840850 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Calling delete_port for 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:26.844090 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 10dbe57a-b427-475e-8616-d16226562b11 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:26.844471 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 10dbe57a-b427-475e-8616-d16226562b11 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:26.844979 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device af23842c-3f14-4758-81b5-baa0ca08fc0d no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:26.867611 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: af23842c-3f14-4758-81b5-baa0ca08fc0d {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:26.867970 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device af23842c-3f14-4758-81b5-baa0ca08fc0d not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:26.868387 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:26.927706 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.930996 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] For port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,segment=NetworkSegment(2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9),segment_id=2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:26.931338 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:26.951387 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] Calling delete_port for 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:26.954932 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:26.956914 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] No DVR routers for this DVR port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 on host dv-cinder-801717-2-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:42:26.962992 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No active binding found for port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 {{(pid=92930) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 09:42:26.963422 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:27.034869 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.040849 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.044549 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:27.054846 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:27.055138 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6e5963-8f0f-4dad-b474-5a7f00d3e9e9') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:27.064152 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.065893 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] Pushing event deleted for resources: {'Port': ['ID=0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:27.071949 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63974c9f-a1ee-4067-b8ff-7015a8f4f15c None None] No DVR routers for this DVR port 0d1a0d70-4ce7-406e-b4ed-4a2ebbb21737 on host dv-cinder-801717-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:42:27.078886 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.085461 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:42:27.085843 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:42:27.087532 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:42:27.140429 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.145580 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.147428 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d HTTP/1.1" status: 204 len: 168 time: 0.7850955 Jul 22 09:42:27.150488 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47536) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:27.157632 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1493df-e9e5-4901-ab20-c5738e3f60f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd40402e-4eb3-4dc8-876a-f65b0c7fdc9d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:27.487130 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.727669 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Deleting port b9524c7f-13d3-4271-b07c-9c099bd75b3f {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:27.728004 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.802929 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] For port b9524c7f-13d3-4271-b07c-9c099bd75b3f, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=b9524c7f-13d3-4271-b07c-9c099bd75b3f,segment=NetworkSegment(a3ed90e7-9afc-43ab-8c2a-81522876c401),segment_id=a3ed90e7-9afc-43ab-8c2a-81522876c401)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:27.803283 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:27.815059 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Calling delete_port for b9524c7f-13d3-4271-b07c-9c099bd75b3f owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:27.991481 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:28.017132 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9524c7f-13d3-4271-b07c-9c099bd75b3f,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:28.187707 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:28.391895 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Router b50d5983-5ae7-476b-8945-c771587d949a has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:42:28.710854 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:42:28.715856 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4703b5f0-9243-4730-b82d-7de118b7d91d admin admin] 10.222.0.20 "PUT /v2.0/routers/b50d5983-5ae7-476b-8945-c771587d949a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643315 Jul 22 09:42:28.718354 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47540) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:28.719172 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] Sync routers for ids ['b50d5983-5ae7-476b-8945-c771587d949a'] in dv-cinder-801717-2-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:42:28.728369 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] Routers {'b50d5983-5ae7-476b-8945-c771587d949a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:28.729060 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:42:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b50d5983-5ae7-476b-8945-c771587d949a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:28.818556 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:28.919344 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:28.952894 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] Set router b50d5983-5ae7-476b-8945-c771587d949a gateway port host: dv-cinder-801717-2-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:28.976397 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Deleting port ebd02369-a668-446d-89b0-df09cd5e8179 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:28.976659 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.055615 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] For port ebd02369-a668-446d-89b0-df09cd5e8179, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=ebd02369-a668-446d-89b0-df09cd5e8179,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:29.055969 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.067896 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Calling delete_port for ebd02369-a668-446d-89b0-df09cd5e8179 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:29.127004 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:42:27Z', 'revision_number': 5, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port': {'id': 'ebd02369-a668-446d-89b0-df09cd5e8179', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:34:28Z', 'updated_at': '2021-07-22T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:29.152803 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] Checking router: b50d5983-5ae7-476b-8945-c771587d949a for host: dv-cinder-801717-2-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:42:29.161535 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] Routers {'b50d5983-5ae7-476b-8945-c771587d949a'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:42:29.162179 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:42:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['b50d5983-5ae7-476b-8945-c771587d949a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:29.229919 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6989379'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.248640 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] Set router b50d5983-5ae7-476b-8945-c771587d949a gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:42:29.258591 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd02369-a668-446d-89b0-df09cd5e8179,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:29.302961 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:42:28Z', 'revision_number': 6, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port_host': None}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:29.320330 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.328620 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc630160-91b9-4475-a94c-cb0fbdfcf376 None None] The sync data for ids ['b50d5983-5ae7-476b-8945-c771587d949a'] in dv-cinder-801717-2-iscsi is: [{'id': 'b50d5983-5ae7-476b-8945-c771587d949a', 'name': 'tempest-TestVolumeBootPattern-36859503-router', 'tenant_id': '350c105b0e1d4c39b0279b682b1b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:34:26Z', 'updated_at': '2021-07-22T09:42:28Z', 'revision_number': 6, 'project_id': '350c105b0e1d4c39b0279b682b1b26e1', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:42:29.410289 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.412343 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.452602 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.453108 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b50d5983-5ae7-476b-8945-c771587d949a {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:42:29.457693 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.459120 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2d43eb13-a092-45c7-ba6a-3f2ed427eb44 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b50d5983-5ae7-476b-8945-c771587d949a HTTP/1.1" status: 204 len: 168 time: 0.7398710 Jul 22 09:42:29.461655 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47544) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:29.505913 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] Deleting subnet d5c0c9d4-2830-4a02-b022-7e99c0751c20 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:42:29.508823 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.542174 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.620138 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.673973 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.698053 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c0c9d4-2830-4a02-b022-7e99c0751c20,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:29.710089 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602c5c3-b72b-47fd-ae2e-847df5a4f6e7 None None] Network 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:42:29.711242 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.715841 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fc8572ad-59f0-4d8c-8602-cafa6605f1dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5c0c9d4-2830-4a02-b022-7e99c0751c20 HTTP/1.1" status: 204 len: 168 time: 0.2508824 Jul 22 09:42:29.716100 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47546) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:29.792041 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.845752 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Deleting port 00bee897-1c53-405a-99d3-951c210cb433 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:42:29.846123 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.911616 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] For port 00bee897-1c53-405a-99d3-951c210cb433, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=00bee897-1c53-405a-99d3-951c210cb433,segment=NetworkSegment(a3ed90e7-9afc-43ab-8c2a-81522876c401),segment_id=a3ed90e7-9afc-43ab-8c2a-81522876c401)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:42:29.911977 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:29.923493 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Calling delete_port for 00bee897-1c53-405a-99d3-951c210cb433 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:42:30.001896 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.027770 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] No DVR routers for this DVR port 00bee897-1c53-405a-99d3-951c210cb433 on host dv-cinder-801717-2-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:42:30.032288 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Pushing event deleted for resources: {'Port': ['ID=00bee897-1c53-405a-99d3-951c210cb433,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:30.102617 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79fc15b-08a7-4972-ab88-b5c161227b90 None None] DHCP port deletion for 3dedc870-24c4-4c08-be2e-f3975e1fe3d8 request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:42:30.105002 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.119016 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dedc870-24c4-4c08-be2e-f3975e1fe3d8']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:30.129959 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ed90e7-9afc-43ab-8c2a-81522876c401') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:30.130286 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ed90e7-9afc-43ab-8c2a-81522876c401') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:42:30.139086 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.152566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.158484 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:42:30.158861 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:42:30.160610 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:42:30.217530 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.222772 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.224618 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3dedc870-24c4-4c08-be2e-f3975e1fe3d8 HTTP/1.1" status: 204 len: 168 time: 0.5075204 Jul 22 09:42:30.234830 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a317b-87e2-484c-b810-85a78b76a645 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dedc870-24c4-4c08-be2e-f3975e1fe3d8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:30.340142 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47552) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:30.382538 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9b2e98ec-3242-4112-82ad-8a439192387d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beedf850e57a467a87d8841d86d694ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410709 Jul 22 09:42:30.384958 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47554) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:30.431260 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a99d75a8-3e3a-4f74-8501-38e552dfd2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.451349 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a99d75a8-3e3a-4f74-8501-38e552dfd2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.496803 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a99d75a8-3e3a-4f74-8501-38e552dfd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.499377 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a99d75a8-3e3a-4f74-8501-38e552dfd2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.500586 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a99d75a8-3e3a-4f74-8501-38e552dfd2f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/855e0c80-de93-4bfa-bcd2-1642722e55ce HTTP/1.1" status: 204 len: 168 time: 0.1146979 Jul 22 09:42:30.508328 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d75a8-3e3a-4f74-8501-38e552dfd2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855e0c80-de93-4bfa-bcd2-1642722e55ce,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:30.603155 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 00bee897-1c53-405a-99d3-951c210cb433 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:30.623004 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 00bee897-1c53-405a-99d3-951c210cb433 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:30.623398 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 00bee897-1c53-405a-99d3-951c210cb433 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:30.623758 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ebd02369-a668-446d-89b0-df09cd5e8179 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:30.645669 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: ebd02369-a668-446d-89b0-df09cd5e8179 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:30.646022 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device ebd02369-a668-446d-89b0-df09cd5e8179 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:30.646462 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b9524c7f-13d3-4271-b07c-9c099bd75b3f no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:42:30.665396 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: b9524c7f-13d3-4271-b07c-9c099bd75b3f {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:42:30.665749 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device b9524c7f-13d3-4271-b07c-9c099bd75b3f not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:42:30.795752 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47560) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:30.833772 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-68eeafe6-fa47-4fdf-a9ba-066b4672f91d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=350c105b0e1d4c39b0279b682b1b26e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366542 Jul 22 09:42:30.836059 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47562) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:42:30.883718 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b2d132c4-0c74-4cd3-b193-5cba6356502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.904373 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b2d132c4-0c74-4cd3-b193-5cba6356502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.948240 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b2d132c4-0c74-4cd3-b193-5cba6356502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.950767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b2d132c4-0c74-4cd3-b193-5cba6356502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:30.951898 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b2d132c4-0c74-4cd3-b193-5cba6356502f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83e1b44b-6fcb-4142-bc18-6bc4f29d73a8 HTTP/1.1" status: 204 len: 168 time: 0.1149795 Jul 22 09:42:30.960333 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d132c4-0c74-4cd3-b193-5cba6356502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1b44b-6fcb-4142-bc18-6bc4f29d73a8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:42:47.868759 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:48.953315 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a35e-5217-44b4-9fe8-75279728eacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:51.550692 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ef5-e06c-4b85-813a-713f36cba665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:51.584867 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:53.151140 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:54.691969 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:42:58.513351 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:43:17.884502 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:18.953005 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a21c797b-4694-4e33-abfa-b4ce72d54cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:21.144387 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-3931f33a-f305-485b-8e39-7031afdb8acc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569532 Jul 22 09:43:21.235719 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-835ec336-5b73-489b-b873-ffe0e30a4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:21.237154 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-835ec336-5b73-489b-b873-ffe0e30a4fbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 1099 time: 0.0513971 Jul 22 09:43:21.337663 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-5ff632f5-7867-4a34-a573-9a0fa5cf1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:21.339124 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-5ff632f5-7867-4a34-a573-9a0fa5cf1e63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 200 len: 910 time: 0.0844283 Jul 22 09:43:21.399979 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-f6a24e1c-c0d5-4cd9-9b39-d1c0a3b895d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3c2109c-3633-4cac-b748-f82571742e1d HTTP/1.1" status: 200 len: 1002 time: 0.0545037 Jul 22 09:43:21.453668 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-c777b070-33ba-417d-87bc-67b29dfe4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:21.455123 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-c777b070-33ba-417d-87bc-67b29dfe4ba7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 200 len: 849 time: 0.0493503 Jul 22 09:43:21.512722 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-0a36c893-20ec-476f-9a8d-4275b0e87c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:21.514253 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-0a36c893-20ec-476f-9a8d-4275b0e87c56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b381d641-4dfd-4735-b3ad-76eb5bef8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528374 Jul 22 09:43:21.551328 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a3f377b-d622-4443-b539-8429cac65d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:21.586049 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:21.607272 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-a30ce541-f1bb-4744-90bc-a24058574b97 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867987 Jul 22 09:43:21.694453 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2781167-1423-4e33-bce6-b0663b9aeafb req-6e281f6f-6cfa-46d1-9130-67238a357870 service neutron] 10.222.0.46 "GET /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809829 Jul 22 09:43:23.154771 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:24.694111 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:27.464120 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4988d1-1bc6-44f0-a742-105155387d4c req-fd696f83-2608-4b54-8837-b673ef4d3654 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:27.465575 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8d4988d1-1bc6-44f0-a742-105155387d4c req-fd696f83-2608-4b54-8837-b673ef4d3654 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 946 time: 0.0615149 Jul 22 09:43:27.502141 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8d4988d1-1bc6-44f0-a742-105155387d4c req-3fb2f53c-18c2-46a9-a2cb-7b22c9de3e35 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Jul 22 09:43:28.633190 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea8213-d139-4f62-a239-4af79cb0f097 req-2cf96c8e-2e0b-49dd-99ac-efd9ed057f41 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:28.634702 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8ea8213-d139-4f62-a239-4af79cb0f097 req-2cf96c8e-2e0b-49dd-99ac-efd9ed057f41 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 946 time: 0.0673277 Jul 22 09:43:28.670911 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8ea8213-d139-4f62-a239-4af79cb0f097 req-4c75da85-0f46-468d-ac24-baa858f2d167 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups?id=34976ca0-0689-4974-9bdc-b507b4b0a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307600 Jul 22 09:43:29.099056 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-5c3cd7ed-b840-4841-b97f-9e2124273bd3 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:29.100489 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-5c3cd7ed-b840-4841-b97f-9e2124273bd3 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 946 time: 0.0613780 Jul 22 09:43:29.197966 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Deleting port c3c2109c-3633-4cac-b748-f82571742e1d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:43:29.198336 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:29.283072 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] For port c3c2109c-3633-4cac-b748-f82571742e1d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c3c2109c-3633-4cac-b748-f82571742e1d,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:43:29.283430 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:29.455495 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:29.455783 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371843'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:29.456096 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Floating IP d636fa68-74bb-4196-9838-55b0f81180dc disassociated. External IP: 172.27.1.235, port: c3c2109c-3633-4cac-b748-f82571742e1d. Jul 22 09:43:29.456438 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Calling delete_port for c3c2109c-3633-4cac-b748-f82571742e1d owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:43:29.576623 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:29.603050 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event deleted for resources: {'Port': ['ID=c3c2109c-3633-4cac-b748-f82571742e1d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:29.615268 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.615617 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.615957 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.616291 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.616619 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.616951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.617278 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.617601 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.617921 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.618296 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.618620 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.618940 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:29.728573 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Router adff6f67-2069-4247-b60b-8d2b23900035 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:43:29.818587 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0dbe5316-19d4-4c2d-a154-e1cfecaf2692 req-21761ca2-4716-43ef-ac27-79962848a15a tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6eb9167-2d37-40e5-b3b1-49e76fd8a302 HTTP/1.1" status: 200 len: 210 time: 0.0811467 Jul 22 09:43:29.857084 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:43:29.866385 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] Sync routers for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:43:29.876184 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:43:29.876737 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:43:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:29.903206 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] No DVR routers for this DVR port c3c2109c-3633-4cac-b748-f82571742e1d on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:43:29.905644 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:29.907609 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6a2a38f8-d9f9-4a56-b7de-af651c753665 req-1b1e60a8-3db2-4a9d-892a-6571062eb100 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.46 "DELETE /v2.0/ports/c3c2109c-3633-4cac-b748-f82571742e1d HTTP/1.1" status: 204 len: 173 time: 0.8013268 Jul 22 09:43:29.908030 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'name': 'network-vif-deleted', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:43:29.911254 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c08acc5-cbae-4c99-a3dc-e9710b3d98e1" -d '{"events": [{"server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "name": "network-vif-deleted", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:43:29.988617 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:43:30.154441 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a95e91-dba4-4bb1-87f1-7f7177ec2204 x-openstack-request-id: req-90a95e91-dba4-4bb1-87f1-7f7177ec2204 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:43:30.154722 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6eb9167-2d37-40e5-b3b1-49e76fd8a302", "name": "network-vif-deleted", "tag": "c3c2109c-3633-4cac-b748-f82571742e1d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:43:30.154981 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90a95e91-dba4-4bb1-87f1-7f7177ec2204 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:43:30.155387 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6eb9167-2d37-40e5-b3b1-49e76fd8a302', 'name': 'network-vif-deleted', 'tag': 'c3c2109c-3633-4cac-b748-f82571742e1d', 'status': 'completed', 'code': 200} Jul 22 09:43:30.189601 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:30.219241 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] Checking router: adff6f67-2069-4247-b60b-8d2b23900035 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:43:30.227044 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:43:30.227637 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:43:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:30.331122 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:43:30.523771 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:30.548689 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f59b5-d1af-4d25-9be0-4524689d16a8 None None] The sync data for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi is: [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:39:18Z', 'revision_number': 4, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi', '_interfaces': [{'id': '232a58b3-7154-4791-bc2a-36ad092a30d8', 'name': '', 'network_id': 'b381d641-4dfd-4735-b3ad-76eb5bef8514', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'mac_address': 'fa:16:3e:ac:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:17Z', 'updated_at': '2021-07-22T09:39:23Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'subnets': [{'id': 'a9505a27-0be1-4cd7-bfb8-5a91a7913488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:43:30.759564 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e954185-25ee-42ef-9537-68e8df126802 None None] New status for floating IP d636fa68-74bb-4196-9838-55b0f81180dc: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 09:43:30.902018 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47736) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:30.956218 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:30.978576 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.026864 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.029541 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.030698 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "DELETE /v2.0/security-groups/34976ca0-0689-4974-9bdc-b507b4b0a64d HTTP/1.1" status: 204 len: 168 time: 0.1276100 Jul 22 09:43:31.033438 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47740) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:31.040125 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34976ca0-0689-4974-9bdc-b507b4b0a64d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:31.047093 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.047439 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.047564 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-0b5d8e81-e3a9-4157-94f9-3e27e52c8c9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] show failed (client error): The resource could not be found. Jul 22 09:43:31.047777 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.048113 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.048441 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.048565 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b5d8e81-e3a9-4157-94f9-3e27e52c8c9c tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "GET /v2.0/security-groups/34976ca0-0689-4974-9bdc-b507b4b0a64d HTTP/1.1" status: 404 len: 347 time: 0.0140605 Jul 22 09:43:31.048775 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.049097 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.049420 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.049740 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.050076 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.050401 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.050828 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb312de-9f13-450e-a816-a18060730991 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:31.051846 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47742) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:31.178914 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Deleting port 1e5d9d7f-8498-46ea-89dc-e6261897ea31 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:43:31.179176 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.251254 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.251582 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.262722 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Calling delete_port for 1e5d9d7f-8498-46ea-89dc-e6261897ea31 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:43:31.401224 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.434679 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Pushing event deleted for resources: {'Port': ['ID=1e5d9d7f-8498-46ea-89dc-e6261897ea31,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:31.490714 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.493234 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:31.494404 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-074a1d31-be14-4e86-a157-1749e58435e8 tempest-AttachVolumeTestJSON-1930399453 tempest-AttachVolumeTestJSON-1930399453-project] 10.222.0.20 "DELETE /v2.0/floatingips/d636fa68-74bb-4196-9838-55b0f81180dc HTTP/1.1" status: 204 len: 168 time: 0.4416604 Jul 22 09:43:32.529336 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c3c2109c-3633-4cac-b748-f82571742e1d no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:43:32.552893 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: c3c2109c-3633-4cac-b748-f82571742e1d {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:43:32.553226 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c3c2109c-3633-4cac-b748-f82571742e1d not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:43:35.006765 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47770) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:35.350907 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416387'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:35.512137 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:43:35.592775 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Deleting port 232a58b3-7154-4791-bc2a-36ad092a30d8 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:43:35.593124 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:35.670451 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] For port 232a58b3-7154-4791-bc2a-36ad092a30d8, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=232a58b3-7154-4791-bc2a-36ad092a30d8,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:43:35.670737 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:35.682486 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Calling delete_port for 232a58b3-7154-4791-bc2a-36ad092a30d8 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:43:35.855448 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:35.880425 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=232a58b3-7154-4791-bc2a-36ad092a30d8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:36.041737 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416287'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:36.250366 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Router adff6f67-2069-4247-b60b-8d2b23900035 has already been hosted by L3 agent 1cdfd601-a76f-48ac-956f-6c35f3f4cfcd {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 09:43:36.352376 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] Notify agent at l3_agent.dv-cinder-801717-2-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 09:43:36.357304 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-94abfcf1-ab02-43c4-a085-539401635b83 admin admin] 10.222.0.20 "PUT /v2.0/routers/adff6f67-2069-4247-b60b-8d2b23900035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3494570 Jul 22 09:43:36.359724 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47772) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:36.363725 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] Sync routers for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 09:43:36.372539 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:43:36.373144 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:43:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:36.491037 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:43:36.676073 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:43:35Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:36.701889 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] Checking router: adff6f67-2069-4247-b60b-8d2b23900035 for host: dv-cinder-801717-2-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 09:43:36.710892 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] Routers {'adff6f67-2069-4247-b60b-8d2b23900035'} bound to L3 agent in host dv-cinder-801717-2-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 09:43:36.711494 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801717-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T09:24:21Z,description=,heartbeat_timestamp=2021-07-22T09:43:22Z,host='dv-cinder-801717-2-iscsi',id=1cdfd601-a76f-48ac-956f-6c35f3f4cfcd,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T09:24:21Z,topic='l3_agent')) {'router_ids': ['adff6f67-2069-4247-b60b-8d2b23900035'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:36.724635 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:36.827638 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:36.881140 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Deleting port 833a8e80-7cad-44c6-825a-9df6c64c46e3 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:43:36.881501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:36.912109 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] Set router adff6f67-2069-4247-b60b-8d2b23900035 gateway port host: dv-cinder-801717-2-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 09:43:36.958828 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] For port 833a8e80-7cad-44c6-825a-9df6c64c46e3, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=833a8e80-7cad-44c6-825a-9df6c64c46e3,segment=NetworkSegment(8c71f469-b1c3-47fa-a55d-016cc6a4b37e),segment_id=8c71f469-b1c3-47fa-a55d-016cc6a4b37e)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:43:36.959473 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:36.975007 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Calling delete_port for 833a8e80-7cad-44c6-825a-9df6c64c46e3 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:43:37.085919 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:43:35Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}], 'dv-cinder-801717-2-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:37.119549 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f172e3-16ef-4e1e-8a85-fa4286ae497a None None] The sync data for ids ['adff6f67-2069-4247-b60b-8d2b23900035'] in dv-cinder-801717-2-iscsi is: [{'id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'name': 'tempest-AttachVolumeTestJSON-702302093-router', 'tenant_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'external_fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T09:39:14Z', 'updated_at': '2021-07-22T09:43:35Z', 'revision_number': 5, 'project_id': '54f2d703807d48d5ad9c3bc8a522fae4', 'gw_port': {'id': '833a8e80-7cad-44c6-825a-9df6c64c46e3', 'name': '', 'network_id': '52cb4751-a94c-4925-997a-ea8a7922ee54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adff6f67-2069-4247-b60b-8d2b23900035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801717-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T09:39:15Z', 'updated_at': '2021-07-22T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43b89e2a-bf5d-4dc3-8063-3ee1e3903aaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801717-2-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 09:43:37.146089 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.177320 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Pushing event deleted for resources: {'Port': ['ID=833a8e80-7cad-44c6-825a-9df6c64c46e3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:37.236565 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371897'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.325060 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-372078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58416'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.327097 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.368157 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416066'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.368732 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adff6f67-2069-4247-b60b-8d2b23900035 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 09:43:37.372898 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.374013 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9c137a75-8fe0-4c9c-9a84-b22e0a759967 admin admin] 10.222.0.20 "DELETE /v2.0/routers/adff6f67-2069-4247-b60b-8d2b23900035 HTTP/1.1" status: 204 len: 168 time: 1.0133796 Jul 22 09:43:37.376464 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47774) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:37.427576 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] Deleting subnet a9505a27-0be1-4cd7-bfb8-5a91a7913488 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:43:37.430540 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.464879 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5669763'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.541895 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.600267 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5669825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5805767'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.625379 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9505a27-0be1-4cd7-bfb8-5a91a7913488,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:37.630686 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.632455 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-eef76df1-e4c8-4fb8-872b-65c988949a0a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9505a27-0be1-4cd7-bfb8-5a91a7913488 HTTP/1.1" status: 204 len: 168 time: 0.2550087 Jul 22 09:43:37.634856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47776) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:37.637309 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9451ad-62db-4c4d-bedc-1b79384dd324 None None] Network b381d641-4dfd-4735-b3ad-76eb5bef8514 requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:43:37.707408 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.767506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Deleting port fe1a5245-f3c4-41fe-a820-31c32feed8cc {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:43:37.767753 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.839876 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] For port fe1a5245-f3c4-41fe-a820-31c32feed8cc, host dv-cinder-801717-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801717-2-iscsi',level=0,port_id=fe1a5245-f3c4-41fe-a820-31c32feed8cc,segment=NetworkSegment(2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42),segment_id=2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:43:37.840240 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.851874 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Calling delete_port for fe1a5245-f3c4-41fe-a820-31c32feed8cc owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:43:37.927875 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:37.953297 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1a5245-f3c4-41fe-a820-31c32feed8cc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:37.958676 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] No DVR routers for this DVR port fe1a5245-f3c4-41fe-a820-31c32feed8cc on host dv-cinder-801717-2-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:43:38.027540 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.037663 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b381d641-4dfd-4735-b3ad-76eb5bef8514']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:38.047138 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:38.047380 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6b3f7c-a9cb-42e2-afa2-11a8f78bfc42') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:43:38.055795 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.069341 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.074974 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:43:38.075357 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:43:38.076951 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:43:38.127107 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a827be8-dec5-40b0-a338-2ab5cb8210a1 None None] DHCP port deletion for b381d641-4dfd-4735-b3ad-76eb5bef8514 request from dv-cinder-801717-2-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 09:43:38.141330 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.147527 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.152219 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b381d641-4dfd-4735-b3ad-76eb5bef8514 HTTP/1.1" status: 204 len: 168 time: 0.5133994 Jul 22 09:43:38.163801 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746cd85-d965-4f21-a0e4-96730e0c6572 admin admin] Pushing event deleted for resources: {'Network': ['ID=b381d641-4dfd-4735-b3ad-76eb5bef8514,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:38.303462 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47780) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:38.342565 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1766257a-0375-42f1-9697-8446674de8dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54f2d703807d48d5ad9c3bc8a522fae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378039 Jul 22 09:43:38.344707 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47782) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:38.391104 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cdc6072b-90f1-46e7-865c-071761ea0576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.411447 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cdc6072b-90f1-46e7-865c-071761ea0576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.456404 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cdc6072b-90f1-46e7-865c-071761ea0576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.459881 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cdc6072b-90f1-46e7-865c-071761ea0576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:38.461014 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cdc6072b-90f1-46e7-865c-071761ea0576 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cff5bfbb-15cb-44cb-b672-e8a1763f0c05 HTTP/1.1" status: 204 len: 168 time: 0.1154330 Jul 22 09:43:38.468757 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6072b-90f1-46e7-865c-071761ea0576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff5bfbb-15cb-44cb-b672-e8a1763f0c05,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:38.638634 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 833a8e80-7cad-44c6-825a-9df6c64c46e3 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:43:38.658930 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 833a8e80-7cad-44c6-825a-9df6c64c46e3 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:43:38.659281 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 833a8e80-7cad-44c6-825a-9df6c64c46e3 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:43:38.659703 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 232a58b3-7154-4791-bc2a-36ad092a30d8 no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:43:38.677457 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: 232a58b3-7154-4791-bc2a-36ad092a30d8 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:43:38.677811 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device 232a58b3-7154-4791-bc2a-36ad092a30d8 not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:43:38.678245 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device fe1a5245-f3c4-41fe-a820-31c32feed8cc no longer exists at agent ovs-agent-dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:43:38.696452 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] No Port match for: fe1a5245-f3c4-41fe-a820-31c32feed8cc {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:43:38.696807 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Device fe1a5245-f3c4-41fe-a820-31c32feed8cc not bound to the agent host dv-cinder-801717-2-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:43:39.098082 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 47804) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:39.187804 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-719608972-network', 'tenant_id': '59764a3aa33f4f3b99d72fb88522155b'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:43:39.207840 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Made reservation on behalf of 59764a3aa33f4f3b99d72fb88522155b for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:43:39.210328 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.218397 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.306070 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.309593 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.332704 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 09:43:39.342419 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c9a27d-829f-4533-9b87-51fd56815c04,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:39.347159 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.350905 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Added segment 70c729ba-e8aa-4e49-96f9-482b74ca1e00 of type vlan for network f59dedf3-a14e-4b56-bd91-fef7dd86db4c Jul 22 09:43:39.393668 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761679220237'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.421107 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.422090 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:39.422672 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.454798 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3556216 Jul 22 09:43:39.457684 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 47810) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:43:39.463079 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Request body: {'subnet': {'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-719608972-subnet', 'tenant_id': '59764a3aa33f4f3b99d72fb88522155b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:43:39.482719 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a483f2c-ea8c-443b-8237-028aa28ae89c admin admin] Pushing event updated for resources: {'Network': ['ID=f59dedf3-a14e-4b56-bd91-fef7dd86db4c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:39.483082 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Made reservation on behalf of 59764a3aa33f4f3b99d72fb88522155b for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:43:39.485388 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6999219'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.493837 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c details requested by agent ovs-agent-dv-cinder-801717-2-iscsi with host dv-cinder-801717-2-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 09:43:39.647729 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6989527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6999233'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.707634 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74eeb601-8a19-447e-8a09-17e50ceef400,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:39.715109 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Checking segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:43:39.715529 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Network hostable DHCP agents. Network: f59dedf3-a14e-4b56-bd91-fef7dd86db4c, hostable agents: ['bf06f3d8-82f9-4691-9e18-8fac3fba654b'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 09:43:39.731762 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c is scheduled to be hosted by DHCP agent bf06f3d8-82f9-4691-9e18-8fac3fba654b with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 09:43:39.740064 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801717-2-iscsi, f59dedf3-a14e-4b56-bd91-fef7dd86db4c) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:43:39.743970 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:39.744552 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:39.749306 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e1a44-4649-4f05-a6aa-7e628f545ad8 None None] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:43:39.765823 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f4edb15d-2c0d-4b26-944e-da1b7d384639 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3070104 Jul 22 09:43:39.873067 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3dd23f-6955-44b2-abaf-11bc3a920eda None None] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c requested from dv-cinder-801717-2-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 09:43:40.175400 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-cca11ab3-31f0-4d1a-8426-c74efdfe3db2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:40.176781 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-cca11ab3-31f0-4d1a-8426-c74efdfe3db2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.1016257 Jul 22 09:43:40.190667 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-9bc4eb8e-2a1c-47b5-a4cf-287b7ddfd10f tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/quotas/59764a3aa33f4f3b99d72fb88522155b HTTP/1.1" status: 200 len: 375 time: 0.0085821 Jul 22 09:43:40.223823 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-dd7adcd8-ce5d-4612-bf0a-b352129ab8e2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280452 Jul 22 09:43:40.233668 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-fe7e8623-9c60-4951-af54-2ce1152db3bc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:43:40.234623 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-fe7e8623-9c60-4951-af54-2ce1152db3bc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049376 Jul 22 09:43:40.322444 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-be7c8084-8ef8-4b47-bafa-32ffc24af21e service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827529 Jul 22 09:43:40.407291 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-ded43bc8-0f7c-4023-bdaf-cd6e73e60ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793498 Jul 22 09:43:40.565297 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6dfaeae-9bac-4337-a345-12149a1496fc req-70508024-5043-45f0-84bb-da89a2e6dcad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Jul 22 09:43:41.518958 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-1b5eeb17-3368-4045-ad30-e9c9fdb9a624 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:41.520876 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-1b5eeb17-3368-4045-ad30-e9c9fdb9a624 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.1040184 Jul 22 09:43:41.532586 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Request body: {'port': {'device_id': '02911094-60d9-46bf-a92f-074c8dde6430', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'admin_state_up': True, 'tenant_id': '59764a3aa33f4f3b99d72fb88522155b'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:43:41.665275 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d3b91c8-9a04-41ac-873a-e8e242be7fe6 req-19f2e957-b0d9-4b76-b734-11f943c0963d tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 210 time: 0.0328994 Jul 22 09:43:41.666566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Made reservation on behalf of 59764a3aa33f4f3b99d72fb88522155b for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:43:41.669991 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:41.790645 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Allocated IP 172.20.0.13 (f59dedf3-a14e-4b56-bd91-fef7dd86db4c/74eeb601-8a19-447e-8a09-17e50ceef400/2e4b8478-d389-4281-8be8-7b46a93a81ce) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:43:41.932104 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:41.969431 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.015123 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:43:42.018004 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:43:42.021614 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:43:42.043799 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event updated for resources: {'Port': ['ID=2e4b8478-d389-4281-8be8-7b46a93a81ce,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:42.071000 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:42.071617 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.085778 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f7e70893-15b8-4f9c-a5dc-685a45284857 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570059 Jul 22 09:43:42.097727 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Request body: {'port': {'device_id': '02911094-60d9-46bf-a92f-074c8dde6430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:43:42.165827 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.417804 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4b8478-d389-4281-8be8-7b46a93a81ce {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:43:42.424808 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.436768 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Transition to ACTIVE for port object 2e4b8478-d389-4281-8be8-7b46a93a81ce will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:43:42.439997 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.488856 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Pushing event updated for resources: {'Port': ['ID=2e4b8478-d389-4281-8be8-7b46a93a81ce,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:42.551348 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Attempting to bind port 2e4b8478-d389-4281-8be8-7b46a93a81ce on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:43:42.552020 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Attempting to bind port 2e4b8478-d389-4281-8be8-7b46a93a81ce by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:43:42.552020 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Attempting to bind port 2e4b8478-d389-4281-8be8-7b46a93a81ce on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:43:42.555973 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Port 2e4b8478-d389-4281-8be8-7b46a93a81ce on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:43:42.556289 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Attempting to bind port 2e4b8478-d389-4281-8be8-7b46a93a81ce on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:43:42.560809 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:43:42.561140 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Checking segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:43:42.561513 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Bound using segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:43:42.561933 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Bound port: 2e4b8478-d389-4281-8be8-7b46a93a81ce, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:43:42.562308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.626088 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] For port 2e4b8478-d389-4281-8be8-7b46a93a81ce, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:43:42.629430 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] For port 2e4b8478-d389-4281-8be8-7b46a93a81ce, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:43:42.633750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.664868 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:42.665477 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:42.666862 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] 10.222.0.46 "PUT /v2.0/ports/2e4b8478-d389-4281-8be8-7b46a93a81ce HTTP/1.1" status: 200 len: 1094 time: 0.5734363 Jul 22 09:43:42.667286 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02911094-60d9-46bf-a92f-074c8dde6430', 'tag': '2e4b8478-d389-4281-8be8-7b46a93a81ce'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:43:42.669553 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ad1e8-9939-4ffb-8031-5085f891e7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "02911094-60d9-46bf-a92f-074c8dde6430", "tag": "2e4b8478-d389-4281-8be8-7b46a93a81ce"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:43:42.694904 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ebcdd-f7e5-46eb-b530-0ba6e183f49f service neutron] Pushing event updated for resources: {'Port': ['ID=2e4b8478-d389-4281-8be8-7b46a93a81ce,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:42.731050 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4527470-d8bd-49a6-87f9-3c800cb36538 x-openstack-request-id: req-d4527470-d8bd-49a6-87f9-3c800cb36538 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:43:42.731339 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02911094-60d9-46bf-a92f-074c8dde6430", "tag": "2e4b8478-d389-4281-8be8-7b46a93a81ce", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:43:42.731590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4527470-d8bd-49a6-87f9-3c800cb36538 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:43:42.731981 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02911094-60d9-46bf-a92f-074c8dde6430', 'tag': '2e4b8478-d389-4281-8be8-7b46a93a81ce', 'status': 'completed', 'code': 200} Jul 22 09:43:42.797357 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-aaf52e03-6fe2-4251-afb3-9ae6c5f49278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:42.798928 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-aaf52e03-6fe2-4251-afb3-9ae6c5f49278 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 1097 time: 0.0977852 Jul 22 09:43:42.819587 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ac3b6-017e-41ab-88e9-d32244ecf0c6 req-3bfcf6c7-7872-485d-920f-e5f385bc18d2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:42.820959 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-996ac3b6-017e-41ab-88e9-d32244ecf0c6 req-3bfcf6c7-7872-485d-920f-e5f385bc18d2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 944 time: 0.0873432 Jul 22 09:43:42.849631 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-f6c9e0fe-1d1e-417c-8423-f1aac89b4807 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce HTTP/1.1" status: 200 len: 217 time: 0.0432994 Jul 22 09:43:42.905848 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-996ac3b6-017e-41ab-88e9-d32244ecf0c6 req-27333729-5994-42f2-9ac6-888b8e9f8b09 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590172 Jul 22 09:43:42.915794 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-26e5d710-7cc9-4301-a146-7b505e5c83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:42.917312 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-26e5d710-7cc9-4301-a146-7b505e5c83aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0562432 Jul 22 09:43:42.953746 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-91faaa47-4f8b-4b0a-8312-36ac13e2a1d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300190 Jul 22 09:43:43.038577 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-b71edf62-250d-4770-9034-b966315f01ac service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784645 Jul 22 09:43:43.126775 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2764f45f-29b7-4bdc-a45b-e5fe5b1da4b5 req-49818be5-3700-4796-9ada-50697b0cc5b8 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820484 Jul 22 09:43:43.227266 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-d68228f3-4e15-4907-80b0-66e61bc2e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:43.228625 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-d68228f3-4e15-4907-80b0-66e61bc2e5eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 1097 time: 0.0556180 Jul 22 09:43:43.314336 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-5c738ab7-7168-49f2-8777-315d39a869cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:43.315744 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-5c738ab7-7168-49f2-8777-315d39a869cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 914 time: 0.0806189 Jul 22 09:43:43.358731 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-07241e9b-f12a-49f1-b90e-572155714248 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce HTTP/1.1" status: 200 len: 217 time: 0.0359147 Jul 22 09:43:43.404503 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-b7784245-c1d5-41f9-941a-8c3f1beed5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:43.405852 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-b7784245-c1d5-41f9-941a-8c3f1beed5fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0409665 Jul 22 09:43:43.438290 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-975dbcbe-a25b-40f3-9fc6-bca363d34bd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256243 Jul 22 09:43:43.526115 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-d188a273-1339-4b5c-a6cc-0b5ed3ac4d03 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812154 Jul 22 09:43:43.610800 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59ad1e8-9939-4ffb-8031-5085f891e7aa req-69844c40-42e1-439d-b860-d18f12378160 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782413 Jul 22 09:43:44.033981 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d1dc4-a969-4a0a-8bf6-c9c015945d4a req-589638b5-1e5c-4406-a763-f809e2235466 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:44.036082 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea8d1dc4-a969-4a0a-8bf6-c9c015945d4a req-589638b5-1e5c-4406-a763-f809e2235466 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 944 time: 0.0652061 Jul 22 09:43:44.072380 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea8d1dc4-a969-4a0a-8bf6-c9c015945d4a req-a2f70445-fe09-4083-a9bf-813fef9b91c0 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Jul 22 09:43:44.603173 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 2e4b8478-d389-4281-8be8-7b46a93a81ce details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:43:44.696527 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 2e4b8478-d389-4281-8be8-7b46a93a81ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:43:44.707566 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': '2e4b8478-d389-4281-8be8-7b46a93a81ce', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'port_id': '2e4b8478-d389-4281-8be8-7b46a93a81ce', 'mac_address': 'fa:16:3e:3f:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eeb601-8a19-447e-8a09-17e50ceef400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:43:44.741942 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:44.754328 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4b8478-d389-4281-8be8-7b46a93a81ce {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:43:44.773393 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 2e4b8478-d389-4281-8be8-7b46a93a81ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:43:44.777692 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:44.826121 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=2e4b8478-d389-4281-8be8-7b46a93a81ce,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:44.832663 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.833010 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.833352 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.833691 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.834023 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.834632 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.834963 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.835292 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.835621 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.835946 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.836269 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.836589 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:43:44.980795 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:43:45.197523 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d84a8-d9fd-48a1-b39a-d99feafeb3d7 req-65be8c96-37f6-4ae6-ac8f-1197a6d0a9bd tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:45.199024 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d94d84a8-d9fd-48a1-b39a-d99feafeb3d7 req-65be8c96-37f6-4ae6-ac8f-1197a6d0a9bd tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 945 time: 0.0613506 Jul 22 09:43:45.235829 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d94d84a8-d9fd-48a1-b39a-d99feafeb3d7 req-2492d782-cef1-4b4f-816e-0b030b4c2b35 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Jul 22 09:43:46.365262 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637df93f-f31b-4c9a-a36c-a6a3514856f7 req-64eeafdd-7c80-4e5b-95e8-493a040e6028 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:46.366732 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-637df93f-f31b-4c9a-a36c-a6a3514856f7 req-64eeafdd-7c80-4e5b-95e8-493a040e6028 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 945 time: 0.0642142 Jul 22 09:43:46.423751 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-637df93f-f31b-4c9a-a36c-a6a3514856f7 req-b09a0979-9f4c-45f0-954b-f0b4b195a5c4 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515153 Jul 22 09:43:46.607220 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 2e4b8478-d389-4281-8be8-7b46a93a81ce up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:43:46.655961 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port 2e4b8478-d389-4281-8be8-7b46a93a81ce completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:43:46.659430 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port 2e4b8478-d389-4281-8be8-7b46a93a81ce triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:43:46.660472 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:46.737032 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:46.758705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02911094-60d9-46bf-a92f-074c8dde6430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4b8478-d389-4281-8be8-7b46a93a81ce'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:43:46.760926 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aff890f-d45a-403f-a84b-9d0fbc8eaaec" -d '{"events": [{"server_uuid": "02911094-60d9-46bf-a92f-074c8dde6430", "name": "network-vif-plugged", "status": "completed", "tag": "2e4b8478-d389-4281-8be8-7b46a93a81ce"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:43:46.773042 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port 2e4b8478-d389-4281-8be8-7b46a93a81ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:43:46.776976 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:46.827440 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=2e4b8478-d389-4281-8be8-7b46a93a81ce,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:46.847976 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59c2675-4e28-4a71-a65d-4ba1edc9effe x-openstack-request-id: req-d59c2675-4e28-4a71-a65d-4ba1edc9effe {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:43:46.848274 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02911094-60d9-46bf-a92f-074c8dde6430", "name": "network-vif-plugged", "status": "completed", "tag": "2e4b8478-d389-4281-8be8-7b46a93a81ce", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:43:46.848529 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d59c2675-4e28-4a71-a65d-4ba1edc9effe {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:43:46.848920 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02911094-60d9-46bf-a92f-074c8dde6430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4b8478-d389-4281-8be8-7b46a93a81ce', 'code': 200} Jul 22 09:43:47.017368 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d6be1-29d5-4c2a-9cf9-fdcc3dcff59e req-a948c379-c2b4-46fe-a7af-06fff3be18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:47.019413 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc6d6be1-29d5-4c2a-9cf9-fdcc3dcff59e req-a948c379-c2b4-46fe-a7af-06fff3be18a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 1099 time: 0.0559382 Jul 22 09:43:47.054299 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc6d6be1-29d5-4c2a-9cf9-fdcc3dcff59e req-816bffdc-e6fb-4b0a-bb34-3341b649cad0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287390 Jul 22 09:43:47.549346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d11453-5654-4e6d-975c-d0f6b57cf318 req-e05b0f0b-ae15-4c9f-8ef4-8d7464c8af74 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:47.550856 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85d11453-5654-4e6d-975c-d0f6b57cf318 req-e05b0f0b-ae15-4c9f-8ef4-8d7464c8af74 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 946 time: 0.0621142 Jul 22 09:43:47.588460 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85d11453-5654-4e6d-975c-d0f6b57cf318 req-5d9eaf66-d935-4870-9fe1-6c724b9140c5 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Jul 22 09:43:47.890046 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:48.717803 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e52931-3f79-4a1c-b57f-d9fcd7faa85e req-30cd38f6-b5c3-4cbd-a490-019f73982011 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:48.719390 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54e52931-3f79-4a1c-b57f-d9fcd7faa85e req-30cd38f6-b5c3-4cbd-a490-019f73982011 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 946 time: 0.0655789 Jul 22 09:43:48.756682 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54e52931-3f79-4a1c-b57f-d9fcd7faa85e req-886576dc-04ac-42ee-8e4f-0fc9321d3320 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Jul 22 09:43:48.954222 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e1af3ad-8733-4400-b56d-6ea90566f30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:51.551951 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-085dce19-55d2-4f95-ab2f-2e444ccd2c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:51.592009 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:53.157338 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:54.696031 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:56.921251 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-a9230426-00d7-4b15-8cca-145d8489cc6b tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:56.922736 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-a9230426-00d7-4b15-8cca-145d8489cc6b tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.0993795 Jul 22 09:43:56.937107 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2e5c264f-e61c-42da-a18f-74797e11a932 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/quotas/59764a3aa33f4f3b99d72fb88522155b HTTP/1.1" status: 200 len: 375 time: 0.0086315 Jul 22 09:43:57.000505 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-95c5b8b9-7c3a-4e41-a485-7dfbf7a85da8 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588806 Jul 22 09:43:57.087455 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-30499ba2-791c-4aab-8337-0d237c684dee service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797870 Jul 22 09:43:57.177667 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-01dd218a-0a62-49e8-8c91-848be62e2d7b service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847261 Jul 22 09:43:57.336536 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81f99657-8365-48ed-aef8-959543ed8554 req-925c0c91-12b9-47f1-902b-c704e0a3269f tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 210 time: 0.0290363 Jul 22 09:43:58.206300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-fe5bf215-8810-4207-92ec-864e83af70e2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:58.208308 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-fe5bf215-8810-4207-92ec-864e83af70e2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.1031604 Jul 22 09:43:58.221454 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Request body: {'port': {'device_id': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'admin_state_up': True, 'tenant_id': '59764a3aa33f4f3b99d72fb88522155b'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:43:58.326045 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Made reservation on behalf of 59764a3aa33f4f3b99d72fb88522155b for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:43:58.329567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:58.451918 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f401728a-6c2e-429a-ba82-fdbc752bf552 req-1786aff5-72b9-4032-a6a6-941902fee5d6 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 210 time: 0.0491178 Jul 22 09:43:58.477421 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Allocated IP 172.20.0.11 (f59dedf3-a14e-4b56-bd91-fef7dd86db4c/74eeb601-8a19-447e-8a09-17e50ceef400/c2719727-7217-4604-9dd9-58f4842243c5) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:43:58.619931 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:58.656602 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:58.669870 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:43:58.695246 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:43:58.700567 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:43:58.704042 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:43:58.728925 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event updated for resources: {'Port': ['ID=c2719727-7217-4604-9dd9-58f4842243c5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:58.755967 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:58.756585 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:58.770713 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-2b3eab0d-6a3d-41ad-905d-eca043aea6a3 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530012 Jul 22 09:43:58.783145 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Request body: {'port': {'device_id': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:43:58.856926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:59.101408 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2719727-7217-4604-9dd9-58f4842243c5 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:43:59.108599 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:59.119800 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Transition to ACTIVE for port object c2719727-7217-4604-9dd9-58f4842243c5 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:43:59.123212 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:59.450556 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2719727-7217-4604-9dd9-58f4842243c5,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:59.498423 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Attempting to bind port c2719727-7217-4604-9dd9-58f4842243c5 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:43:59.498761 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Attempting to bind port c2719727-7217-4604-9dd9-58f4842243c5 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:43:59.499091 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Attempting to bind port c2719727-7217-4604-9dd9-58f4842243c5 on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:43:59.503300 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Port c2719727-7217-4604-9dd9-58f4842243c5 on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:43:59.503625 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Attempting to bind port c2719727-7217-4604-9dd9-58f4842243c5 on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:43:59.508948 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:43:59.509281 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Checking segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:43:59.509661 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Bound using segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:43:59.510098 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Bound port: c2719727-7217-4604-9dd9-58f4842243c5, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:43:59.510454 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:59.606849 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] For port c2719727-7217-4604-9dd9-58f4842243c5, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:43:59.620122 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] For port c2719727-7217-4604-9dd9-58f4842243c5, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c2719727-7217-4604-9dd9-58f4842243c5,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:43:59.624220 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:59.639704 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f0ab6-f805-4b8f-ad9b-723332c97eea req-5b9a4ff1-2f52-40a0-8c4b-318efc63b949 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:59.641157 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-223f0ab6-f805-4b8f-ad9b-723332c97eea req-5b9a4ff1-2f52-40a0-8c4b-318efc63b949 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 944 time: 0.1221285 Jul 22 09:43:59.672648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:59.673245 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:43:59.674562 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] 10.222.0.46 "PUT /v2.0/ports/c2719727-7217-4604-9dd9-58f4842243c5 HTTP/1.1" status: 200 len: 1094 time: 0.8955817 Jul 22 09:43:59.676563 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'tag': 'c2719727-7217-4604-9dd9-58f4842243c5'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:43:59.678750 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb3242-7724-4d22-bd55-0d7d0a90925a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9e54e-56c9-4839-8f54-3d073d6aeb90", "tag": "c2719727-7217-4604-9dd9-58f4842243c5"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:43:59.726363 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0d9f19-339f-45a0-b66b-25b93227e074 x-openstack-request-id: req-9b0d9f19-339f-45a0-b66b-25b93227e074 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:43:59.726641 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9e54e-56c9-4839-8f54-3d073d6aeb90", "tag": "c2719727-7217-4604-9dd9-58f4842243c5", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:43:59.726888 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b0d9f19-339f-45a0-b66b-25b93227e074 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:43:59.727262 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'tag': 'c2719727-7217-4604-9dd9-58f4842243c5', 'status': 'completed', 'code': 200} Jul 22 09:43:59.730802 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0dde0-7655-48f7-9fec-f6a72da5b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2719727-7217-4604-9dd9-58f4842243c5,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:43:59.750982 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-223f0ab6-f805-4b8f-ad9b-723332c97eea req-28b492f1-34f7-4bc3-875a-d68500a358ec tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915673 Jul 22 09:43:59.777586 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-9f867563-fa8e-4233-9be4-f73df5c6928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:59.779081 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-9f867563-fa8e-4233-9be4-f73df5c6928e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 1097 time: 0.0647326 Jul 22 09:43:59.822481 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-c346b53b-6df7-455d-a861-976e249d457e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2719727-7217-4604-9dd9-58f4842243c5 HTTP/1.1" status: 200 len: 217 time: 0.0356379 Jul 22 09:43:59.869821 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-aa315777-040c-499f-aef1-961a3fa41639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:43:59.871252 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-aa315777-040c-499f-aef1-961a3fa41639 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0424526 Jul 22 09:43:59.903812 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-9a8f385f-b4f8-4ce3-9cf3-cb3474f5452e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261540 Jul 22 09:43:59.992623 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-1b347b6a-bae5-40f8-998c-41d113dd9fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818496 Jul 22 09:44:00.086245 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18a7fe3-fc34-430e-bc59-5dcbdf8b9c78 req-4048d434-0756-4c2c-b4c1-23416dcaf292 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862536 Jul 22 09:44:00.191894 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-34954ad5-d410-4a7f-94d9-5dbd85028c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:00.193360 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-34954ad5-d410-4a7f-94d9-5dbd85028c1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 1097 time: 0.0563407 Jul 22 09:44:00.280551 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-30b58941-534e-40a2-b96f-84cb43548781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:00.281961 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-30b58941-534e-40a2-b96f-84cb43548781 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 914 time: 0.0807078 Jul 22 09:44:00.324790 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-f2d133af-1918-4583-88da-25746b24902b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2719727-7217-4604-9dd9-58f4842243c5 HTTP/1.1" status: 200 len: 217 time: 0.0360370 Jul 22 09:44:00.376067 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-82da8f8b-e890-49fe-9456-85417c533c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:00.377482 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-82da8f8b-e890-49fe-9456-85417c533c86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0453763 Jul 22 09:44:00.409755 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-aba5f581-09a5-4105-8cf1-384322251bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257845 Jul 22 09:44:00.499158 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-c70628d3-1e52-4b57-b501-b64e031fdeeb service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822320 Jul 22 09:44:00.586899 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90eb3242-7724-4d22-bd55-0d7d0a90925a req-6d2a126a-f151-4567-80f5-da39f11b860d service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800297 Jul 22 09:44:00.883232 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713b42-bb6b-4332-9045-c20112876141 req-7c9092e4-3c66-4975-a962-a9ba3e31cec7 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:00.884595 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d713b42-bb6b-4332-9045-c20112876141 req-7c9092e4-3c66-4975-a962-a9ba3e31cec7 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 944 time: 0.0663092 Jul 22 09:44:00.924695 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d713b42-bb6b-4332-9045-c20112876141 req-0bbaa305-05ec-4926-a1de-ba2f9018bbb8 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Jul 22 09:44:02.052839 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e85712-c757-417f-8a9d-f83b4330acba req-d376bc29-71b5-42d0-9e6e-666a30a9e9ce tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:02.054324 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5e85712-c757-417f-8a9d-f83b4330acba req-d376bc29-71b5-42d0-9e6e-666a30a9e9ce tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 944 time: 0.0662997 Jul 22 09:44:02.090405 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5e85712-c757-417f-8a9d-f83b4330acba req-cd681633-4431-4e6c-9f54-edb3a6196abe tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303185 Jul 22 09:44:02.734315 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c2719727-7217-4604-9dd9-58f4842243c5 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:44:02.827540 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c2719727-7217-4604-9dd9-58f4842243c5, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c2719727-7217-4604-9dd9-58f4842243c5,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:02.838910 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'c2719727-7217-4604-9dd9-58f4842243c5', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'port_id': 'c2719727-7217-4604-9dd9-58f4842243c5', 'mac_address': 'fa:16:3e:99:cd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eeb601-8a19-447e-8a09-17e50ceef400', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:44:02.873584 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:02.885862 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2719727-7217-4604-9dd9-58f4842243c5 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:44:02.904310 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c2719727-7217-4604-9dd9-58f4842243c5, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c2719727-7217-4604-9dd9-58f4842243c5,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:02.908015 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:02.955679 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c2719727-7217-4604-9dd9-58f4842243c5,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:03.144922 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['c2719727-7217-4604-9dd9-58f4842243c5'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:03.217010 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2a64-af32-4882-88db-7bcfeecf7eef req-2cad7cbe-d1d1-4cd2-82cd-037ebba24ed5 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:03.218528 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8bc2a64-af32-4882-88db-7bcfeecf7eef req-2cad7cbe-d1d1-4cd2-82cd-037ebba24ed5 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 945 time: 0.0625987 Jul 22 09:44:03.256068 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8bc2a64-af32-4882-88db-7bcfeecf7eef req-960c2c8b-56a9-4a88-8154-37575c7903b2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Jul 22 09:44:04.389476 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a211de8-0db5-4e1b-95e1-068ac3195043 req-d93afc14-cc0c-44e2-a54d-5acdacb7e3d1 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:04.391207 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a211de8-0db5-4e1b-95e1-068ac3195043 req-d93afc14-cc0c-44e2-a54d-5acdacb7e3d1 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 945 time: 0.0689580 Jul 22 09:44:04.428971 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a211de8-0db5-4e1b-95e1-068ac3195043 req-a2500304-52d9-49d5-a2b9-f30539a58673 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Jul 22 09:44:04.759270 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c2719727-7217-4604-9dd9-58f4842243c5 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:44:04.921082 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port c2719727-7217-4604-9dd9-58f4842243c5 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:44:04.924604 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port c2719727-7217-4604-9dd9-58f4842243c5 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:44:04.924975 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:04.997315 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:05.018874 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2719727-7217-4604-9dd9-58f4842243c5'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:05.021793 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8add27-5b51-4b2c-a9d2-8cac3d18fbd3" -d '{"events": [{"server_uuid": "5fd9e54e-56c9-4839-8f54-3d073d6aeb90", "name": "network-vif-plugged", "status": "completed", "tag": "c2719727-7217-4604-9dd9-58f4842243c5"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:05.034582 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c2719727-7217-4604-9dd9-58f4842243c5, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c2719727-7217-4604-9dd9-58f4842243c5,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:05.039103 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:05.062383 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0561f-06c5-41c6-bdd8-f7bc6f4965aa x-openstack-request-id: req-80d0561f-06c5-41c6-bdd8-f7bc6f4965aa {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:05.062674 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9e54e-56c9-4839-8f54-3d073d6aeb90", "name": "network-vif-plugged", "status": "completed", "tag": "c2719727-7217-4604-9dd9-58f4842243c5", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:05.062925 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80d0561f-06c5-41c6-bdd8-f7bc6f4965aa {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:05.063382 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2719727-7217-4604-9dd9-58f4842243c5', 'code': 200} Jul 22 09:44:05.092628 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c2719727-7217-4604-9dd9-58f4842243c5,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:05.233346 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511af8f9-1fbc-450b-aa77-bd56dc6aa7b3 req-a1813000-bdcc-4131-9f6c-7ad2cfe86760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:05.234815 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-511af8f9-1fbc-450b-aa77-bd56dc6aa7b3 req-a1813000-bdcc-4131-9f6c-7ad2cfe86760 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 1099 time: 0.0536547 Jul 22 09:44:05.268113 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-511af8f9-1fbc-450b-aa77-bd56dc6aa7b3 req-bfaf7eab-f4cb-4089-9c3e-64185527c23f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261183 Jul 22 09:44:05.553472 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e42f9c-27e3-4f3d-8d08-2977b745ae26 req-d21ff7ce-cd68-439a-980f-d9e269d91977 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:05.555046 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1e42f9c-27e3-4f3d-8d08-2977b745ae26 req-d21ff7ce-cd68-439a-980f-d9e269d91977 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 946 time: 0.0620289 Jul 22 09:44:05.595914 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1e42f9c-27e3-4f3d-8d08-2977b745ae26 req-23a6b23a-3484-4422-aa8c-f88b1e2607a8 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Jul 22 09:44:06.727469 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87c09-e0f4-4ea2-bc49-9af380ade250 req-baa936e7-306b-4d10-8c5d-eb99117743a4 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:06.729250 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3c87c09-e0f4-4ea2-bc49-9af380ade250 req-baa936e7-306b-4d10-8c5d-eb99117743a4 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 946 time: 0.0677629 Jul 22 09:44:06.774851 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3c87c09-e0f4-4ea2-bc49-9af380ade250 req-078c6775-3201-4771-92ae-de26d7ba5d6c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Jul 22 09:44:08.428904 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-08c1eec7-35f1-4ac9-a4fb-f50809037b5b tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:08.430439 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-08c1eec7-35f1-4ac9-a4fb-f50809037b5b tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.1036894 Jul 22 09:44:08.444754 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-a457f007-537a-4897-87cd-7acd9d0eeb72 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/quotas/59764a3aa33f4f3b99d72fb88522155b HTTP/1.1" status: 200 len: 375 time: 0.0090735 Jul 22 09:44:08.508430 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-a78d0e4e-011a-44cb-8140-6cf273b56405 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591133 Jul 22 09:44:08.559130 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-a7584f77-778a-49b0-9cd0-ce0eca4b303e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 09:44:08.560116 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-a7584f77-778a-49b0-9cd0-ce0eca4b303e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455747 Jul 22 09:44:08.650479 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-44874134-30e9-4e4a-aa16-be63c1fd723c service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845702 Jul 22 09:44:08.735788 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-2a7b7205-baf5-44a5-805b-5ed87ddee58e service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793917 Jul 22 09:44:08.896086 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c905d0ff-e8fb-4888-af30-6a39797b7836 req-ec76c282-7102-488c-8f52-866c681a7240 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 210 time: 0.0297525 Jul 22 09:44:09.768493 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-6fe4567e-dd2b-4f65-8ecc-8fefea320e52 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:09.770492 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-6fe4567e-dd2b-4f65-8ecc-8fefea320e52 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.1054339 Jul 22 09:44:09.783000 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Request body: {'port': {'device_id': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'admin_state_up': True, 'tenant_id': '59764a3aa33f4f3b99d72fb88522155b'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:44:09.892528 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Made reservation on behalf of 59764a3aa33f4f3b99d72fb88522155b for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:44:09.896470 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:09.996251 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc52b2ed-78a5-4adb-8b42-842b5bffe808 req-15807da3-4e08-4b04-8c51-c3f5597f6bbb tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 210 time: 0.0332961 Jul 22 09:44:10.042967 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Allocated IP 172.20.0.5 (f59dedf3-a14e-4b56-bd91-fef7dd86db4c/74eeb601-8a19-447e-8a09-17e50ceef400/fb865def-c3c3-4f25-a5bf-712e2a33306d) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:44:10.186925 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.224376 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.236868 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce', 'c2719727-7217-4604-9dd9-58f4842243c5'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:10.272006 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:44:10.275067 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:44:10.278905 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:44:10.285389 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event updated for resources: {'Port': ['ID=fb865def-c3c3-4f25-a5bf-712e2a33306d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:10.329928 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:10.330590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.344585 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-0d5311f3-c62a-49c0-8d5a-3ac8f39b9a39 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653837 Jul 22 09:44:10.356894 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Request body: {'port': {'device_id': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:44:10.426563 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.681297 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb865def-c3c3-4f25-a5bf-712e2a33306d {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:44:10.688358 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.699676 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Transition to ACTIVE for port object fb865def-c3c3-4f25-a5bf-712e2a33306d will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:44:10.703028 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.752247 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Pushing event updated for resources: {'Port': ['ID=fb865def-c3c3-4f25-a5bf-712e2a33306d,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:10.815527 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Attempting to bind port fb865def-c3c3-4f25-a5bf-712e2a33306d on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:44:10.816234 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Attempting to bind port fb865def-c3c3-4f25-a5bf-712e2a33306d by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:44:10.816234 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Attempting to bind port fb865def-c3c3-4f25-a5bf-712e2a33306d on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:44:10.820341 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Port fb865def-c3c3-4f25-a5bf-712e2a33306d on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:44:10.820660 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Attempting to bind port fb865def-c3c3-4f25-a5bf-712e2a33306d on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:44:10.825248 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:44:10.825589 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Checking segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:44:10.826051 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Bound using segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:44:10.826507 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Bound port: fb865def-c3c3-4f25-a5bf-712e2a33306d, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:44:10.826928 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.890627 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] For port fb865def-c3c3-4f25-a5bf-712e2a33306d, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:44:10.893691 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] For port fb865def-c3c3-4f25-a5bf-712e2a33306d, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=fb865def-c3c3-4f25-a5bf-712e2a33306d,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:44:10.897485 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.930287 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:10.930896 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:10.932280 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] 10.222.0.46 "PUT /v2.0/ports/fb865def-c3c3-4f25-a5bf-712e2a33306d HTTP/1.1" status: 200 len: 1093 time: 0.5794773 Jul 22 09:44:10.932709 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'tag': 'fb865def-c3c3-4f25-a5bf-712e2a33306d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:10.934956 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab" -d '{"events": [{"name": "network-changed", "server_uuid": "de114085-3f34-479e-95bf-a561dd1a5f41", "tag": "fb865def-c3c3-4f25-a5bf-712e2a33306d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:10.959269 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f1522-1282-4484-a947-0b6252ae6d64 service neutron] Pushing event updated for resources: {'Port': ['ID=fb865def-c3c3-4f25-a5bf-712e2a33306d,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:10.982561 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba3f270-0150-40fc-8d54-56c522f71c73 x-openstack-request-id: req-4ba3f270-0150-40fc-8d54-56c522f71c73 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:10.982841 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de114085-3f34-479e-95bf-a561dd1a5f41", "tag": "fb865def-c3c3-4f25-a5bf-712e2a33306d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:10.983092 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ba3f270-0150-40fc-8d54-56c522f71c73 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:10.983479 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'tag': 'fb865def-c3c3-4f25-a5bf-712e2a33306d', 'status': 'completed', 'code': 200} Jul 22 09:44:11.025298 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-9ddd9e83-d93e-430f-b915-c5251ba45470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:11.026840 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-9ddd9e83-d93e-430f-b915-c5251ba45470 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 1096 time: 0.0542388 Jul 22 09:44:11.072391 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-7fb6f84e-77cf-48a3-b6f7-997bf56a1573 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb865def-c3c3-4f25-a5bf-712e2a33306d HTTP/1.1" status: 200 len: 217 time: 0.0382226 Jul 22 09:44:11.144889 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-a257e86d-cbf2-4552-af40-b01c401676fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:11.146262 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-a257e86d-cbf2-4552-af40-b01c401676fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0665896 Jul 22 09:44:11.186764 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-18084fdb-9bec-4af2-a53e-49a6f18dceda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328259 Jul 22 09:44:11.194105 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf469b9e-073b-4e1b-bf51-ec9d92366813 req-9b62102f-fd70-4a40-a637-2bcb59b0e623 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:11.195462 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf469b9e-073b-4e1b-bf51-ec9d92366813 req-9b62102f-fd70-4a40-a637-2bcb59b0e623 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 943 time: 0.1257904 Jul 22 09:44:11.279338 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf469b9e-073b-4e1b-bf51-ec9d92366813 req-b489b900-f478-41f6-9378-629e6522a433 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762913 Jul 22 09:44:11.305035 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-fb4f81af-ca1a-4d99-b4b4-72545322ce43 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086862 Jul 22 09:44:11.395845 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ed22299-c978-458f-ab3f-42a970b5c2a7 req-f595dbad-b1a1-47e1-9519-b9ef9f81cff0 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839441 Jul 22 09:44:11.492477 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-339dcc65-7efe-4caf-904c-e2d02ba50b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:11.493952 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-339dcc65-7efe-4caf-904c-e2d02ba50b9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 1096 time: 0.0527310 Jul 22 09:44:11.585769 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-d5252011-1565-49e2-bd5b-cf5dd17fc8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:11.587259 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-d5252011-1565-49e2-bd5b-cf5dd17fc8e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 914 time: 0.0851836 Jul 22 09:44:11.628019 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-5b28886c-6fd5-437b-af0b-6cedc6fd37a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb865def-c3c3-4f25-a5bf-712e2a33306d HTTP/1.1" status: 200 len: 217 time: 0.0323853 Jul 22 09:44:11.675315 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-2a20f9a4-6d8e-46d9-a101-330012652358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:11.676600 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-2a20f9a4-6d8e-46d9-a101-330012652358 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0404887 Jul 22 09:44:11.712969 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-03352872-a7b7-4024-bfe6-a8e0ad4d55a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295379 Jul 22 09:44:11.797377 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-9d5d0f5a-3fab-45ce-9419-103b74493007 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772300 Jul 22 09:44:11.888355 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27c7a2d6-a017-4c9a-b1d4-30981b2a95ab req-717bd895-7317-4822-94ea-33c3aec152ea service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823889 Jul 22 09:44:12.407705 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aec9c-1dda-46db-b183-3e8f395a4ce5 req-635989c7-9af5-480b-9111-9e6eaa78e761 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:12.409161 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d6aec9c-1dda-46db-b183-3e8f395a4ce5 req-635989c7-9af5-480b-9111-9e6eaa78e761 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 943 time: 0.0605059 Jul 22 09:44:12.445537 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d6aec9c-1dda-46db-b183-3e8f395a4ce5 req-c9a9c1a1-d0ee-41b7-ade3-7e02981efa67 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303688 Jul 22 09:44:12.510540 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:44:13.569183 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbeda9-6191-4d81-a11d-819cc680daa3 req-d4b757f3-0f68-4f69-b4d3-2d282bf21a66 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:13.570666 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2ecbeda9-6191-4d81-a11d-819cc680daa3 req-d4b757f3-0f68-4f69-b4d3-2d282bf21a66 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 943 time: 0.0618687 Jul 22 09:44:13.607959 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2ecbeda9-6191-4d81-a11d-819cc680daa3 req-5acdf7d1-3e43-4c23-bddb-f05ac9193af5 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Jul 22 09:44:14.734252 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3835a9-fd3d-4de4-8a7a-4cf844a8f29d req-9a28762b-0e0d-4927-aac3-b7bf162e1702 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:14.735702 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ee3835a9-fd3d-4de4-8a7a-4cf844a8f29d req-9a28762b-0e0d-4927-aac3-b7bf162e1702 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 943 time: 0.0646369 Jul 22 09:44:14.772740 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ee3835a9-fd3d-4de4-8a7a-4cf844a8f29d req-8ddc0153-c597-4a13-954d-7be6ebcc852f tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Jul 22 09:44:14.776451 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device fb865def-c3c3-4f25-a5bf-712e2a33306d details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:44:14.868908 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port fb865def-c3c3-4f25-a5bf-712e2a33306d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=fb865def-c3c3-4f25-a5bf-712e2a33306d,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:14.879856 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'fb865def-c3c3-4f25-a5bf-712e2a33306d', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'port_id': 'fb865def-c3c3-4f25-a5bf-712e2a33306d', 'mac_address': 'fa:16:3e:f0:05:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eeb601-8a19-447e-8a09-17e50ceef400', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:44:14.918872 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:14.930971 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb865def-c3c3-4f25-a5bf-712e2a33306d {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:44:14.949095 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port fb865def-c3c3-4f25-a5bf-712e2a33306d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=fb865def-c3c3-4f25-a5bf-712e2a33306d,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:14.952956 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:14.998713 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=fb865def-c3c3-4f25-a5bf-712e2a33306d,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:15.170132 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['fb865def-c3c3-4f25-a5bf-712e2a33306d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:15.898714 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade1d5-1f9b-48bb-8925-06ea35358a27 req-c3f73fe5-aac9-4725-b500-3c705509b623 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:15.900097 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3ade1d5-1f9b-48bb-8925-06ea35358a27 req-c3f73fe5-aac9-4725-b500-3c705509b623 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 944 time: 0.0617964 Jul 22 09:44:15.936560 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3ade1d5-1f9b-48bb-8925-06ea35358a27 req-fb965b9d-8a2b-4592-95f4-65e4ca613755 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Jul 22 09:44:16.806160 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device fb865def-c3c3-4f25-a5bf-712e2a33306d up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:44:16.852724 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port fb865def-c3c3-4f25-a5bf-712e2a33306d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:44:16.856116 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port fb865def-c3c3-4f25-a5bf-712e2a33306d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:44:16.856485 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:16.928007 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:16.949074 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb865def-c3c3-4f25-a5bf-712e2a33306d'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:16.951300 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e03a786-250e-4c5c-8235-52003d77cdce" -d '{"events": [{"server_uuid": "de114085-3f34-479e-95bf-a561dd1a5f41", "name": "network-vif-plugged", "status": "completed", "tag": "fb865def-c3c3-4f25-a5bf-712e2a33306d"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:16.964575 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port fb865def-c3c3-4f25-a5bf-712e2a33306d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=fb865def-c3c3-4f25-a5bf-712e2a33306d,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:16.968720 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:17.002705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ea756-63bb-485b-a61d-234d056c03ee x-openstack-request-id: req-517ea756-63bb-485b-a61d-234d056c03ee {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:17.002705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de114085-3f34-479e-95bf-a561dd1a5f41", "name": "network-vif-plugged", "status": "completed", "tag": "fb865def-c3c3-4f25-a5bf-712e2a33306d", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:17.002705 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-517ea756-63bb-485b-a61d-234d056c03ee {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:17.002705 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb865def-c3c3-4f25-a5bf-712e2a33306d', 'code': 200} Jul 22 09:44:17.041485 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=fb865def-c3c3-4f25-a5bf-712e2a33306d,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:17.076871 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2a477-c3b6-4220-b88e-69aee5fa7b43 req-19b4e911-d74f-4d60-ae22-f90c86986205 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:17.078481 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ba2a477-c3b6-4220-b88e-69aee5fa7b43 req-19b4e911-d74f-4d60-ae22-f90c86986205 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 945 time: 0.0753996 Jul 22 09:44:17.116607 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ba2a477-c3b6-4220-b88e-69aee5fa7b43 req-3cdcc7a7-2bbd-47ed-a0b8-650ad8b37b00 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jul 22 09:44:17.167873 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7a5fe-a659-4a1d-aa91-57caca7406a9 req-79f09103-3f15-4aef-ac5b-9e1ed03b9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:17.169327 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aca7a5fe-a659-4a1d-aa91-57caca7406a9 req-79f09103-3f15-4aef-ac5b-9e1ed03b9a77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 1098 time: 0.0512111 Jul 22 09:44:17.203552 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aca7a5fe-a659-4a1d-aa91-57caca7406a9 req-fdbae2e9-5d3c-4ed2-b3cc-863bbbe305ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264568 Jul 22 09:44:17.891954 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:18.241603 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1af6f6-a384-4dbe-808b-bc7a535b72b0 req-1c1035d5-b290-4ae3-ab99-f9949a231ac2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:18.243098 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5a1af6f6-a384-4dbe-808b-bc7a535b72b0 req-1c1035d5-b290-4ae3-ab99-f9949a231ac2 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 945 time: 0.0616448 Jul 22 09:44:18.279449 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5a1af6f6-a384-4dbe-808b-bc7a535b72b0 req-e72a6fbf-f2a5-4762-aceb-0e5268de4cef tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309470 Jul 22 09:44:18.954503 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a89c2d32-2998-48d4-831a-64b167e4a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:21.550826 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-55f1e21f-7d2a-485d-91bb-5bf5305c3bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:21.592772 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:22.166002 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-9c3515c5-92b0-4bf6-93e3-d3c70f1a5c7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535848 Jul 22 09:44:22.268566 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-320d43bf-414d-4406-9f9e-b47268817c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:22.269943 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-320d43bf-414d-4406-9f9e-b47268817c2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 1099 time: 0.0515652 Jul 22 09:44:22.377718 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-6529764c-ae14-4d30-bd5c-2f482c9d482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:22.379267 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-6529764c-ae14-4d30-bd5c-2f482c9d482d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 914 time: 0.0903673 Jul 22 09:44:22.421029 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-f622e743-b42b-47af-8dff-33cea5fdff80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce HTTP/1.1" status: 200 len: 217 time: 0.0338159 Jul 22 09:44:22.467934 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-d1c22c5b-ea9d-4ca4-9a14-75d7112a4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:22.469291 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-d1c22c5b-ea9d-4ca4-9a14-75d7112a4fe1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0409708 Jul 22 09:44:22.503878 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-b9762930-c0ef-4c09-83da-30df495d1991 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252771 Jul 22 09:44:22.593188 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-af16892d-37e0-44a9-a373-22530bc0f60b service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826261 Jul 22 09:44:22.685510 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43a5d0ee-19ef-4fda-9b6b-20489bf409fa req-99ce08dc-b7a4-4bbd-9bb7-b6f43af1ed18 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857527 Jul 22 09:44:23.159733 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:24.699718 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:27.850735 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-d985c462-85fb-45df-976d-320db80f332a tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:27.852109 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-d985c462-85fb-45df-976d-320db80f332a tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.0987258 Jul 22 09:44:27.866644 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-a5633de1-4948-431c-bebe-0cf7099c94bf tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/quotas/59764a3aa33f4f3b99d72fb88522155b HTTP/1.1" status: 200 len: 375 time: 0.0086274 Jul 22 09:44:27.934917 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-2d11ce5c-582d-43da-b9d8-13010351f3e0 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635378 Jul 22 09:44:28.062496 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-57648d5b-b979-4ff9-bf91-5dbda1edf157 service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209660 Jul 22 09:44:28.412069 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6f18bfb4-f783-436e-9975-2db4e95580c0 service neutron] 10.222.0.20 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439877 Jul 22 09:44:28.567211 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0fa9097-2295-4b0a-a1f7-b064bae5c6a6 req-a7219cc5-f5ea-43fe-a373-cedba539e5dd tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 210 time: 0.0281343 Jul 22 09:44:29.511316 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-e27d5ef4-b761-477d-b4b5-fcc44800e7ac tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:29.512801 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-e27d5ef4-b761-477d-b4b5-fcc44800e7ac tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 814 time: 0.1034558 Jul 22 09:44:29.527015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Request body: {'port': {'device_id': '20205f3e-cabc-4943-a933-91d3ca158d89', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'admin_state_up': True, 'tenant_id': '59764a3aa33f4f3b99d72fb88522155b'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:44:29.641881 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Made reservation on behalf of 59764a3aa33f4f3b99d72fb88522155b for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 09:44:29.645065 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:29.673708 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-87607fda-f4c2-4dc4-bfcc-cfa826055361 req-b23f9deb-150f-4982-a94d-72d09c2f1f23 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 210 time: 0.0408468 Jul 22 09:44:29.783108 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Allocated IP 172.20.0.14 (f59dedf3-a14e-4b56-bd91-fef7dd86db4c/74eeb601-8a19-447e-8a09-17e50ceef400/c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 09:44:29.927303 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:29.963821 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761679266964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:29.976862 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce', 'c2719727-7217-4604-9dd9-58f4842243c5', 'fb865def-c3c3-4f25-a5bf-712e2a33306d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:30.003241 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Network f59dedf3-a14e-4b56-bd91-fef7dd86db4c is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 09:44:30.006674 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 09:44:30.009353 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 09:44:30.049613 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event updated for resources: {'Port': ['ID=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:30.063885 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.064241 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.064581 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.064915 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.065245 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.065576 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.065902 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.066257 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.066583 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.066906 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.067228 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.067548 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:44:30.078400 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:30.079073 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:30.094134 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-1e2ba99b-3459-47e8-85e3-3393ca771d2c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720367 Jul 22 09:44:30.111119 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Request body: {'port': {'device_id': '20205f3e-cabc-4943-a933-91d3ca158d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80171'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 09:44:30.184104 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:30.436761 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:44:30.443785 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:30.455543 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Transition to ACTIVE for port object c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 09:44:30.458914 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:30.508305 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Pushing event updated for resources: {'Port': ['ID=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:30.575205 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Attempting to bind port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 on host hv-cinder-80171 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 09:44:30.575879 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Attempting to bind port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 by drivers openvswitch,hyperv on host hv-cinder-80171 at level 0 using segments [{'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 09:44:30.575879 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Attempting to bind port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:44:30.579933 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80171 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 09:44:30.580253 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Attempting to bind port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 on network f59dedf3-a14e-4b56-bd91-fef7dd86db4c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 09:44:30.585152 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Checking agent: {'id': 'cce91e86-cdb2-4ccc-940d-62e847f907fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80171', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'started_at': datetime.datetime(2021, 7, 22, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 9, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 09:44:30.585483 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Checking segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 09:44:30.585857 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Bound using segment: {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 09:44:30.586308 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Bound port: c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0, host: hv-cinder-80171, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c729ba-e8aa-4e49-96f9-482b74ca1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 09:44:30.586663 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:30.646349 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] For port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0, host hv-cinder-80171, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 09:44:30.649279 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] For port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0, host hv-cinder-80171, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 09:44:30.653707 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5669791'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:30.687685 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:30.688229 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:30.689591 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] 10.222.0.46 "PUT /v2.0/ports/c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 HTTP/1.1" status: 200 len: 1094 time: 0.5827787 Jul 22 09:44:30.690020 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20205f3e-cabc-4943-a933-91d3ca158d89', 'tag': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:30.692238 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdbf032-8ada-49f4-bef3-51313844e9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "20205f3e-cabc-4943-a933-91d3ca158d89", "tag": "c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:30.717690 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6605cf-15be-4a40-b418-e8fba43ace0e service neutron] Pushing event updated for resources: {'Port': ['ID=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:30.744159 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4067eae-f55f-4f4e-b48d-cf916383a792 x-openstack-request-id: req-a4067eae-f55f-4f4e-b48d-cf916383a792 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:30.744451 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20205f3e-cabc-4943-a933-91d3ca158d89", "tag": "c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:30.744703 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4067eae-f55f-4f4e-b48d-cf916383a792 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:30.745153 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20205f3e-cabc-4943-a933-91d3ca158d89', 'tag': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0', 'status': 'completed', 'code': 200} Jul 22 09:44:30.827524 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-8a4e85f1-a940-41b7-92df-5aeb0ac41b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:30.829179 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-8a4e85f1-a940-41b7-92df-5aeb0ac41b07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 1097 time: 0.0959744 Jul 22 09:44:30.841071 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39911a77-76fa-4e7f-9ad4-87488b919d9c req-95338a4d-7d7e-4ae8-b076-9069c1aa436e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:30.842467 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39911a77-76fa-4e7f-9ad4-87488b919d9c req-95338a4d-7d7e-4ae8-b076-9069c1aa436e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 944 time: 0.0806019 Jul 22 09:44:30.884864 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-0414ac89-b02e-474e-bd30-e5ff41ecc485 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 HTTP/1.1" status: 200 len: 217 time: 0.0414853 Jul 22 09:44:30.936741 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39911a77-76fa-4e7f-9ad4-87488b919d9c req-fc66104d-43f4-418f-a812-59c5d26dc00d tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871773 Jul 22 09:44:30.949983 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-4479ee2c-b652-450f-9251-79cdf65e7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:30.951137 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-4479ee2c-b652-450f-9251-79cdf65e7be5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0588181 Jul 22 09:44:30.986006 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-6edf0bbf-3fa1-4568-bbbd-7a958cbd0f56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277076 Jul 22 09:44:31.078877 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-b59eb6eb-a07a-45b6-be28-b62cae7f701f service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835755 Jul 22 09:44:31.166799 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcecd757-fb6d-4037-8a2e-872add9cf985 req-bd43ad45-4495-494b-bab0-b899371ed235 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805218 Jul 22 09:44:31.281365 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-c3d1a602-b5b3-4387-857b-4d318a748e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:31.282850 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-c3d1a602-b5b3-4387-857b-4d318a748e92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59764a3aa33f4f3b99d72fb88522155b&device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 1097 time: 0.0560403 Jul 22 09:44:31.371133 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-e9ce2fcf-1eb4-4e1d-9fde-9225dd736453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:31.372521 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-e9ce2fcf-1eb4-4e1d-9fde-9225dd736453 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 200 len: 914 time: 0.0812559 Jul 22 09:44:31.414931 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-56429724-0d71-41b4-a201-e40e903edcd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 HTTP/1.1" status: 200 len: 217 time: 0.0357113 Jul 22 09:44:31.467961 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-d50da4d4-d74a-42ae-bef6-8e2a3a451781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:31.469308 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-d50da4d4-d74a-42ae-bef6-8e2a3a451781 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 200 len: 854 time: 0.0419428 Jul 22 09:44:31.503632 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-5d27512a-41d3-42f2-ad66-3374b9de9af1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59dedf3-a14e-4b56-bd91-fef7dd86db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259159 Jul 22 09:44:31.595549 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-5baf80db-ae60-4465-bf5f-b3e687ccf817 service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821629 Jul 22 09:44:31.683718 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdbf032-8ada-49f4-bef3-51313844e9ee req-8113081d-9c81-4a2d-9f78-3c0e38638ffd service neutron] 10.222.0.46 "GET /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797372 Jul 22 09:44:32.063503 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860133c-a170-442b-84eb-7c9a1478dde1 req-d1452fbc-d7c3-4a73-b655-c419a4e4940a tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:32.064961 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0860133c-a170-442b-84eb-7c9a1478dde1 req-d1452fbc-d7c3-4a73-b655-c419a4e4940a tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 944 time: 0.0609345 Jul 22 09:44:32.105482 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0860133c-a170-442b-84eb-7c9a1478dde1 req-0e1628a2-5ff6-4ec7-aa2e-1e7ba68afa58 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351369 Jul 22 09:44:32.858560 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 details requested by agent hyperv_hv-cinder-80171 with host hv-cinder-80171 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 09:44:32.952173 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:32.962973 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Returning: {'device': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0', 'network_id': 'f59dedf3-a14e-4b56-bd91-fef7dd86db4c', 'port_id': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0', 'mac_address': 'fa:16:3e:60:b1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eeb601-8a19-447e-8a09-17e50ceef400', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 09:44:33.002416 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:33.017630 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 09:44:33.036080 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:33.040670 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:33.086185 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:33.233577 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa0be9-99bb-4649-bcf8-b2e0e9dd32e1 req-28b629b1-1760-4d0e-85c7-20be0675558e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:33.235075 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5fa0be9-99bb-4649-bcf8-b2e0e9dd32e1 req-28b629b1-1760-4d0e-85c7-20be0675558e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 945 time: 0.0627344 Jul 22 09:44:33.271336 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5fa0be9-99bb-4649-bcf8-b2e0e9dd32e1 req-94cfa224-8cc6-422e-915c-b902b1cc867d tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308278 Jul 22 09:44:33.318909 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:34.397435 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01fcd-0e44-437e-a925-25b7ec981694 req-5bcb6646-e904-461f-a023-5e2f350879e9 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:34.398977 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4aa01fcd-0e44-437e-a925-25b7ec981694 req-5bcb6646-e904-461f-a023-5e2f350879e9 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 945 time: 0.0625393 Jul 22 09:44:34.435469 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4aa01fcd-0e44-437e-a925-25b7ec981694 req-6c0b6127-933e-45ea-9991-b08b60adf797 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Jul 22 09:44:34.868524 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 up at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 09:44:34.915030 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning for port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 09:44:34.918572 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Provisioning complete for port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 09:44:34.918944 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400123'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:34.993856 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534914'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:35.015056 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20205f3e-cabc-4943-a933-91d3ca158d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:35.017277 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd6197b4c18cad294a8ac5f552845d623d99d13814397655692dcb593196872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf762eb-45e3-4f69-84cd-10196779b00c" -d '{"events": [{"server_uuid": "20205f3e-cabc-4943-a933-91d3ca158d89", "name": "network-vif-plugged", "status": "completed", "tag": "c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:35.029861 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] For port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:35.034153 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761679671354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761679266982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761679267000'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:35.056892 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772cb8ac-6c8b-4e47-a754-031d415731aa x-openstack-request-id: req-772cb8ac-6c8b-4e47-a754-031d415731aa {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:35.057185 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20205f3e-cabc-4943-a933-91d3ca158d89", "name": "network-vif-plugged", "status": "completed", "tag": "c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:35.057440 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-772cb8ac-6c8b-4e47-a754-031d415731aa {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:35.057825 dv-cinder-801717-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20205f3e-cabc-4943-a933-91d3ca158d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0', 'code': 200} Jul 22 09:44:35.082637 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Pushing event updated for resources: {'Port': ['ID=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:35.241660 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e0870-c458-41a2-b63c-a4f3d71faf47 req-737525dc-31ab-409b-936d-c54cece10fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:35.243075 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-731e0870-c458-41a2-b63c-a4f3d71faf47 req-737525dc-31ab-409b-936d-c54cece10fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 1099 time: 0.0554905 Jul 22 09:44:35.277818 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-731e0870-c458-41a2-b63c-a4f3d71faf47 req-bc823302-3167-491a-860b-7954983c97e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278249 Jul 22 09:44:35.559786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd27c6-eb32-4d29-ac04-c93b0f5517a8 req-b4734ce0-2947-42dd-958f-4b99110aea4b tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:35.561260 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64fd27c6-eb32-4d29-ac04-c93b0f5517a8 req-b4734ce0-2947-42dd-958f-4b99110aea4b tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 946 time: 0.0619729 Jul 22 09:44:35.598598 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64fd27c6-eb32-4d29-ac04-c93b0f5517a8 req-41819c7c-43e8-4243-a110-1482d6115d9c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Jul 22 09:44:36.723596 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c26a-c1b6-4842-a970-4bc6c1bb92a1 req-d41a397f-e98a-4e67-b02c-c73f09590fc9 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:36.725064 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ae49c26a-c1b6-4842-a970-4bc6c1bb92a1 req-d41a397f-e98a-4e67-b02c-c73f09590fc9 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 946 time: 0.0618079 Jul 22 09:44:36.764973 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ae49c26a-c1b6-4842-a970-4bc6c1bb92a1 req-48218c15-2e3a-40d9-874c-060cdf2f15c8 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336285 Jul 22 09:44:47.415580 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349aad-a2b6-4d76-8f41-fd60418d33fa req-77588c25-17bf-41f9-998b-ba9b948d9eaf tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:47.417378 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25349aad-a2b6-4d76-8f41-fd60418d33fa req-77588c25-17bf-41f9-998b-ba9b948d9eaf tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 946 time: 0.0624461 Jul 22 09:44:47.454031 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25349aad-a2b6-4d76-8f41-fd60418d33fa req-587d3b58-71e0-458a-90da-9e917f661e95 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Jul 22 09:44:47.897219 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:48.580389 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b141-39a7-4cd3-9ccf-2aeb0cf82ec5 req-5319a3c0-be69-41f9-9fb7-eabb0a4f7c79 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:48.581903 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3a7b141-39a7-4cd3-9ccf-2aeb0cf82ec5 req-5319a3c0-be69-41f9-9fb7-eabb0a4f7c79 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 946 time: 0.0617535 Jul 22 09:44:48.620114 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3a7b141-39a7-4cd3-9ccf-2aeb0cf82ec5 req-8e6266a5-ae0d-404a-a421-5d9ca741e9ac tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Jul 22 09:44:48.955433 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dba36bc7-cbb2-4c13-8d36-333c1b23edca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:49.211599 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-9c51f23c-f34e-4548-9c05-8159482e384a tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:49.212999 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-9c51f23c-f34e-4548-9c05-8159482e384a tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 946 time: 0.0651569 Jul 22 09:44:49.307925 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Deleting port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:44:49.308269 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:49.396654 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] For port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:49.397038 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:49.408304 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Calling delete_port for c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:44:49.510043 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:44:49.532355 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:49.544409 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce', 'c2719727-7217-4604-9dd9-58f4842243c5', 'fb865def-c3c3-4f25-a5bf-712e2a33306d', 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:49.561886 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event deleted for resources: {'Port': ['ID=c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:49.608501 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] No DVR routers for this DVR port c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:44:49.611064 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:49.613055 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79ffd942-00ea-4bf3-9de0-508c286cb2f4 req-3a6cb0aa-90fd-42a3-b7d7-396ce670d8ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "DELETE /v2.0/ports/c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 HTTP/1.1" status: 204 len: 173 time: 0.3941126 Jul 22 09:44:49.613480 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20205f3e-cabc-4943-a933-91d3ca158d89', 'name': 'network-vif-deleted', 'tag': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:49.616402 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79920e65-30b3-4560-bb9a-b1c7767f5f5c" -d '{"events": [{"server_uuid": "20205f3e-cabc-4943-a933-91d3ca158d89", "name": "network-vif-deleted", "tag": "c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:49.658743 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2297f69-e66f-4106-b53f-29b3029f14fa x-openstack-request-id: req-d2297f69-e66f-4106-b53f-29b3029f14fa {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:49.659250 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20205f3e-cabc-4943-a933-91d3ca158d89", "name": "network-vif-deleted", "tag": "c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:49.659692 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2297f69-e66f-4106-b53f-29b3029f14fa {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:49.660236 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20205f3e-cabc-4943-a933-91d3ca158d89', 'name': 'network-vif-deleted', 'tag': 'c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0', 'status': 'completed', 'code': 200} Jul 22 09:44:49.723873 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-003ffcd6-b1e7-416c-bf71-96bf0baa7b4a req-42d1a75a-d7a2-4700-b2cc-de0fb49951aa tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=20205f3e-cabc-4943-a933-91d3ca158d89 HTTP/1.1" status: 200 len: 210 time: 0.0314627 Jul 22 09:44:51.552542 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b42cc25-8ee2-47a5-a206-4b2e9d621f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:51.594947 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:52.115351 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b5a86-0af8-44ec-b723-9cb378421d57 req-e19df1c8-5352-4545-95fc-034e451a890e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:52.117342 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-667b5a86-0af8-44ec-b723-9cb378421d57 req-e19df1c8-5352-4545-95fc-034e451a890e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 945 time: 0.0652518 Jul 22 09:44:52.154093 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-667b5a86-0af8-44ec-b723-9cb378421d57 req-e862fa9d-fe3f-485d-9cc2-6ce9bb4a68ad tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311522 Jul 22 09:44:52.954405 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:44:52.974482 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:44:52.974833 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c95ecbe9-6b37-4cb7-992e-48f0a0cf74e0 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:44:53.163400 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:53.283199 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5bb4b-8774-483d-8ee7-912a9778c2b6 req-c2460ffa-0588-4cc3-9523-89edd738aca0 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:53.284692 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f5bb4b-8774-483d-8ee7-912a9778c2b6 req-c2460ffa-0588-4cc3-9523-89edd738aca0 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 945 time: 0.0650411 Jul 22 09:44:53.325337 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f5bb4b-8774-483d-8ee7-912a9778c2b6 req-0c1502c6-89fd-46da-9b18-b38851e49cb9 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Jul 22 09:44:53.652342 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-ca14ca59-4e85-47f2-bba5-5445f65682f1 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:53.653787 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-ca14ca59-4e85-47f2-bba5-5445f65682f1 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 945 time: 0.0706971 Jul 22 09:44:53.749951 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Deleting port fb865def-c3c3-4f25-a5bf-712e2a33306d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:44:53.750350 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:53.835616 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] For port fb865def-c3c3-4f25-a5bf-712e2a33306d, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=fb865def-c3c3-4f25-a5bf-712e2a33306d,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:53.835972 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:53.851374 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Calling delete_port for fb865def-c3c3-4f25-a5bf-712e2a33306d owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:44:53.970648 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:53.983306 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce', 'c2719727-7217-4604-9dd9-58f4842243c5', 'fb865def-c3c3-4f25-a5bf-712e2a33306d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:53.998246 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event deleted for resources: {'Port': ['ID=fb865def-c3c3-4f25-a5bf-712e2a33306d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:54.045756 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] No DVR routers for this DVR port fb865def-c3c3-4f25-a5bf-712e2a33306d on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:44:54.048250 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:54.050253 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8abb94df-bea2-4d3d-8ae9-f635800c817c req-3b6d2c23-9aee-4001-8eae-5edbc446ec57 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "DELETE /v2.0/ports/fb865def-c3c3-4f25-a5bf-712e2a33306d HTTP/1.1" status: 204 len: 173 time: 0.3912148 Jul 22 09:44:54.050690 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'name': 'network-vif-deleted', 'tag': 'fb865def-c3c3-4f25-a5bf-712e2a33306d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:54.052910 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f14a2f7-c26d-46f5-9646-a4cccfd5afc8" -d '{"events": [{"server_uuid": "de114085-3f34-479e-95bf-a561dd1a5f41", "name": "network-vif-deleted", "tag": "fb865def-c3c3-4f25-a5bf-712e2a33306d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:54.090027 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633aefb-e1a7-4a85-9299-58a36a0a4bb3 x-openstack-request-id: req-7633aefb-e1a7-4a85-9299-58a36a0a4bb3 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:54.090344 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de114085-3f34-479e-95bf-a561dd1a5f41", "name": "network-vif-deleted", "tag": "fb865def-c3c3-4f25-a5bf-712e2a33306d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:54.090598 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7633aefb-e1a7-4a85-9299-58a36a0a4bb3 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:54.090998 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de114085-3f34-479e-95bf-a561dd1a5f41', 'name': 'network-vif-deleted', 'tag': 'fb865def-c3c3-4f25-a5bf-712e2a33306d', 'status': 'completed', 'code': 200} Jul 22 09:44:54.432131 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5cb102b6-e41f-4a9d-bfe5-693e39aadd63 req-725c6244-c760-43ff-8cf4-38a320712da0 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=de114085-3f34-479e-95bf-a561dd1a5f41 HTTP/1.1" status: 200 len: 210 time: 0.0295229 Jul 22 09:44:54.701163 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:55.726958 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df78048-db8d-4c3f-902e-dea258a6661f req-9702cfa2-5266-48e9-adcb-e6d5fd364bff tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:55.728365 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3df78048-db8d-4c3f-902e-dea258a6661f req-9702cfa2-5266-48e9-adcb-e6d5fd364bff tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 946 time: 0.0644617 Jul 22 09:44:55.764306 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3df78048-db8d-4c3f-902e-dea258a6661f req-1044c457-333a-44f5-abde-160baa113f4c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Jul 22 09:44:56.896183 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fce85e-9115-479c-99cc-b7e8438be4c3 req-eb8195bc-1160-4b4e-aa06-f3c21b237f77 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:56.897593 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d9fce85e-9115-479c-99cc-b7e8438be4c3 req-eb8195bc-1160-4b4e-aa06-f3c21b237f77 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 946 time: 0.0648603 Jul 22 09:44:56.933835 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d9fce85e-9115-479c-99cc-b7e8438be4c3 req-a6c9887c-f369-410a-b149-a9a2b1777163 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Jul 22 09:44:56.960502 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device fb865def-c3c3-4f25-a5bf-712e2a33306d no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:44:56.979837 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: fb865def-c3c3-4f25-a5bf-712e2a33306d {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:44:56.980186 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device fb865def-c3c3-4f25-a5bf-712e2a33306d not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:44:57.007820 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-af2bcc44-2f04-4429-9873-6c8278bda70e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:57.009301 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-af2bcc44-2f04-4429-9873-6c8278bda70e tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fd9e54e-56c9-4839-8f54-3d073d6aeb90 HTTP/1.1" status: 200 len: 946 time: 0.0629981 Jul 22 09:44:57.107428 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Deleting port c2719727-7217-4604-9dd9-58f4842243c5 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:44:57.107768 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:57.192791 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] For port c2719727-7217-4604-9dd9-58f4842243c5, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=c2719727-7217-4604-9dd9-58f4842243c5,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:44:57.193074 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:57.205015 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Calling delete_port for c2719727-7217-4604-9dd9-58f4842243c5 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:44:57.328624 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:57.341315 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce', 'c2719727-7217-4604-9dd9-58f4842243c5'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:44:57.354741 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event deleted for resources: {'Port': ['ID=c2719727-7217-4604-9dd9-58f4842243c5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:44:57.402095 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] No DVR routers for this DVR port c2719727-7217-4604-9dd9-58f4842243c5 on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:44:57.404540 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:44:57.406574 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cacd164c-2eac-4f6e-9c89-01735c92d355 req-51ab4423-9094-4133-bf93-06176d9b8a55 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "DELETE /v2.0/ports/c2719727-7217-4604-9dd9-58f4842243c5 HTTP/1.1" status: 204 len: 173 time: 0.3907757 Jul 22 09:44:57.407009 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'name': 'network-vif-deleted', 'tag': 'c2719727-7217-4604-9dd9-58f4842243c5'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:44:57.409222 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74feb84-00ad-4edc-8e02-f86a5d30d725" -d '{"events": [{"server_uuid": "5fd9e54e-56c9-4839-8f54-3d073d6aeb90", "name": "network-vif-deleted", "tag": "c2719727-7217-4604-9dd9-58f4842243c5"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:44:57.451599 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633062a-a211-413a-b85a-1a12d537d7c7 x-openstack-request-id: req-e633062a-a211-413a-b85a-1a12d537d7c7 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:44:57.451891 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9e54e-56c9-4839-8f54-3d073d6aeb90", "name": "network-vif-deleted", "tag": "c2719727-7217-4604-9dd9-58f4842243c5", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:44:57.452506 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e633062a-a211-413a-b85a-1a12d537d7c7 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:44:57.452907 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9e54e-56c9-4839-8f54-3d073d6aeb90', 'name': 'network-vif-deleted', 'tag': 'c2719727-7217-4604-9dd9-58f4842243c5', 'status': 'completed', 'code': 200} Jul 22 09:44:59.335748 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08085e4-148a-4ead-8dd5-03f5dcec38f3 req-d83349c5-be6e-4f9a-9ff3-26687bea3417 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:44:59.337225 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08085e4-148a-4ead-8dd5-03f5dcec38f3 req-d83349c5-be6e-4f9a-9ff3-26687bea3417 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 946 time: 0.0656631 Jul 22 09:44:59.373136 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08085e4-148a-4ead-8dd5-03f5dcec38f3 req-2aa6b7de-0d78-43e1-919b-ad6328b0732c tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Jul 22 09:45:00.499410 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161af4cf-fedd-4cfe-bc64-542c11cebd05 req-737d7e65-bd36-4506-8840-19380ae9fe70 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:45:00.500855 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-161af4cf-fedd-4cfe-bc64-542c11cebd05 req-737d7e65-bd36-4506-8840-19380ae9fe70 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 946 time: 0.0612609 Jul 22 09:45:00.536949 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-161af4cf-fedd-4cfe-bc64-542c11cebd05 req-9ef2241e-68fa-42e1-b0e0-6c1ac426e5c1 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c9a27d-829f-4533-9b87-51fd56815c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Jul 22 09:45:00.776192 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-81c02857-d6ea-48d1-bf69-d5fa6cac748d tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 09:45:00.777596 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-81c02857-d6ea-48d1-bf69-d5fa6cac748d tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 946 time: 0.0640430 Jul 22 09:45:00.869639 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Deleting port 2e4b8478-d389-4281-8be8-7b46a93a81ce {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 09:45:00.869976 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761679669908'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:00.956280 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] For port 2e4b8478-d389-4281-8be8-7b46a93a81ce, host hv-cinder-80171, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80171',level=0,port_id=2e4b8478-d389-4281-8be8-7b46a93a81ce,segment=NetworkSegment(70c729ba-e8aa-4e49-96f9-482b74ca1e00),segment_id=70c729ba-e8aa-4e49-96f9-482b74ca1e00)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 09:45:00.956638 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416110'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:00.967644 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c2719727-7217-4604-9dd9-58f4842243c5 no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:45:00.968651 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Calling delete_port for 2e4b8478-d389-4281-8be8-7b46a93a81ce owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 09:45:00.986907 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: c2719727-7217-4604-9dd9-58f4842243c5 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:45:00.987255 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device c2719727-7217-4604-9dd9-58f4842243c5 not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:45:01.090292 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761679671399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761679266973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5669780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:01.101480 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] get_ports_and_sgs() called for port_ids ['2e4b8478-d389-4281-8be8-7b46a93a81ce'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 09:45:01.129109 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Pushing event deleted for resources: {'Port': ['ID=2e4b8478-d389-4281-8be8-7b46a93a81ce,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:01.165497 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] No DVR routers for this DVR port 2e4b8478-d389-4281-8be8-7b46a93a81ce on host hv-cinder-80171 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 09:45:01.167730 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71559'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:01.169667 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c03e7afe-ad99-421e-a2a0-1b0fa48abc70 req-49a85c1a-87c1-44dd-9e2b-90170e80f7af tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.46 "DELETE /v2.0/ports/2e4b8478-d389-4281-8be8-7b46a93a81ce HTTP/1.1" status: 204 len: 173 time: 0.3865306 Jul 22 09:45:01.170124 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02911094-60d9-46bf-a92f-074c8dde6430', 'name': 'network-vif-deleted', 'tag': '2e4b8478-d389-4281-8be8-7b46a93a81ce'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 09:45:01.172323 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70039a1a62ad2b678cbfef86632b083a452bdbaf6aa95075c61f2e47c163a4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f00e78-aad2-434f-8016-63a307e5cda5" -d '{"events": [{"server_uuid": "02911094-60d9-46bf-a92f-074c8dde6430", "name": "network-vif-deleted", "tag": "2e4b8478-d389-4281-8be8-7b46a93a81ce"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 09:45:01.207036 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bbd110-d4f5-4a02-bbfa-ac933e819054 x-openstack-request-id: req-69bbd110-d4f5-4a02-bbfa-ac933e819054 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 09:45:01.207331 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02911094-60d9-46bf-a92f-074c8dde6430", "name": "network-vif-deleted", "tag": "2e4b8478-d389-4281-8be8-7b46a93a81ce", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 09:45:01.207591 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69bbd110-d4f5-4a02-bbfa-ac933e819054 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 09:45:01.207993 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02911094-60d9-46bf-a92f-074c8dde6430', 'name': 'network-vif-deleted', 'tag': '2e4b8478-d389-4281-8be8-7b46a93a81ce', 'status': 'completed', 'code': 200} Jul 22 09:45:01.646743 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [req-936d28fc-85d7-417c-9652-466adb1c273e req-53777183-1222-45f3-8190-4a7bc818fad7 tempest-AttachVolumeNegativeTest-258142112 tempest-AttachVolumeNegativeTest-258142112-project] 10.222.0.20 "GET /v2.0/ports?device_id=02911094-60d9-46bf-a92f-074c8dde6430 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Jul 22 09:45:02.701900 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48214) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:02.745679 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Deleting subnet 74eeb601-8a19-447e-8a09-17e50ceef400 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 09:45:02.748585 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:02.781321 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929217'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:02.817981 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398672'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:02.871577 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6989334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6999246'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:02.896001 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74eeb601-8a19-447e-8a09-17e50ceef400,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:02.900356 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:02.902202 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74eeb601-8a19-447e-8a09-17e50ceef400 HTTP/1.1" status: 204 len: 168 time: 0.1992676 Jul 22 09:45:02.904802 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48218) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:02.906911 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.907257 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.907598 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.907929 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.908256 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.908581 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.908903 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.909224 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.909544 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.909863 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.910218 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.910534 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104db57-71d7-4f36-b8ba-3406f8fe8c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:02.975247 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556055'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.048361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398188', 'neutron.services.segments.db._delete_segments_for_network-8761679737393'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.058161 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59dedf3-a14e-4b56-bd91-fef7dd86db4c']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:45:03.067481 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c729ba-e8aa-4e49-96f9-482b74ca1e00') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:45:03.067774 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c729ba-e8aa-4e49-96f9-482b74ca1e00') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 09:45:03.076040 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761679737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5669770'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.089099 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.094590 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 09:45:03.094974 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5669819'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: timer() Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: self._notify() Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: event.method(event) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 09:45:03.096502 dv-cinder-801717-2-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 09:45:03.150926 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371869'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.155849 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584095'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.160006 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f59dedf3-a14e-4b56-bd91-fef7dd86db4c HTTP/1.1" status: 204 len: 168 time: 0.2518957 Jul 22 09:45:03.168487 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd893e-7bb6-4a58-9ee4-81887e817378 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59dedf3-a14e-4b56-bd91-fef7dd86db4c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:03.260868 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48222) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:03.298752 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a32ee71-4d0b-4789-b88c-62d23f3bb184 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59764a3aa33f4f3b99d72fb88522155b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367358 Jul 22 09:45:03.300962 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48224) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:03.347678 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d8de1d6-5758-4daa-a1da-4edce2f0b895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.369577 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d8de1d6-5758-4daa-a1da-4edce2f0b895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.418110 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d8de1d6-5758-4daa-a1da-4edce2f0b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.420555 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d8de1d6-5758-4daa-a1da-4edce2f0b895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:03.422088 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6d8de1d6-5758-4daa-a1da-4edce2f0b895 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61c9a27d-829f-4533-9b87-51fd56815c04 HTTP/1.1" status: 204 len: 168 time: 0.1201580 Jul 22 09:45:03.429474 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8de1d6-5758-4daa-a1da-4edce2f0b895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c9a27d-829f-4533-9b87-51fd56815c04,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:05.013688 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 2e4b8478-d389-4281-8be8-7b46a93a81ce no longer exists at agent hyperv_hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 09:45:05.033479 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] No Port match for: 2e4b8478-d389-4281-8be8-7b46a93a81ce {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 09:45:05.033816 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Device 2e4b8478-d389-4281-8be8-7b46a93a81ce not bound to the agent host hv-cinder-80171 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 09:45:07.156986 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48284) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:07.274586 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a007c31d-6aec-415a-9cf3-7f9973363c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:07.358582 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a007c31d-6aec-415a-9cf3-7f9973363c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:07.362079 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a007c31d-6aec-415a-9cf3-7f9973363c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:07.399001 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a007c31d-6aec-415a-9cf3-7f9973363c69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7435e636a444cf2bfc8e3676d4c0296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409811 Jul 22 09:45:07.399838 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007c31d-6aec-415a-9cf3-7f9973363c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7b621-ce4a-43e9-8a63-7491f7c5ec1b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:07.401620 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48288) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:07.449155 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8b8-f820-4559-b56f-ed4dbfefb146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:07.469510 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8b8-f820-4559-b56f-ed4dbfefb146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:07.515276 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8b8-f820-4559-b56f-ed4dbfefb146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:07.517823 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8b8-f820-4559-b56f-ed4dbfefb146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:07.519022 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-53fcc8b8-f820-4559-b56f-ed4dbfefb146 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72b7b621-ce4a-43e9-8a63-7491f7c5ec1b HTTP/1.1" status: 204 len: 168 time: 0.1158442 Jul 22 09:45:07.527217 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcc8b8-f820-4559-b56f-ed4dbfefb146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7b621-ce4a-43e9-8a63-7491f7c5ec1b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:09.181507 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48350) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:09.281189 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-edbc06f6-8e01-42cd-926c-f6468c362e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.366441 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-edbc06f6-8e01-42cd-926c-f6468c362e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.369863 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-edbc06f6-8e01-42cd-926c-f6468c362e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.406281 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-edbc06f6-8e01-42cd-926c-f6468c362e4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=762ab1348aa14fe9bcc7f5ceeb7d795e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237134 Jul 22 09:45:09.407173 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc06f6-8e01-42cd-926c-f6468c362e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698471d2-ce11-4bd6-901d-cc58b6a6a454,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:09.408992 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48354) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:09.456022 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1f472fd4-abd8-40ef-b0e2-50dadf862cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.477009 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1f472fd4-abd8-40ef-b0e2-50dadf862cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.523340 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1f472fd4-abd8-40ef-b0e2-50dadf862cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.525951 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1f472fd4-abd8-40ef-b0e2-50dadf862cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.527106 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1f472fd4-abd8-40ef-b0e2-50dadf862cec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/698471d2-ce11-4bd6-901d-cc58b6a6a454 HTTP/1.1" status: 204 len: 168 time: 0.1171489 Jul 22 09:45:09.534963 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f472fd4-abd8-40ef-b0e2-50dadf862cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698471d2-ce11-4bd6-901d-cc58b6a6a454,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:09.784819 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48360) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:09.797798 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8893-8f97-43dc-b065-62957f9d9d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.888512 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8893-8f97-43dc-b065-62957f9d9d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.892452 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8893-8f97-43dc-b065-62957f9d9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:09.927411 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc8893-8f97-43dc-b065-62957f9d9d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfb8ec8-6b2c-40e5-ab32-0893e4f7207f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:09.932487 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fbcc8893-8f97-43dc-b065-62957f9d9d01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0b6cc2427ea4050b24cd491d7c5d5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466658 Jul 22 09:45:09.935055 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48362) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:09.981307 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2787294e-52ab-4684-aa2c-430fadd2a000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:10.000908 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2787294e-52ab-4684-aa2c-430fadd2a000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:10.048460 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2787294e-52ab-4684-aa2c-430fadd2a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:10.050791 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2787294e-52ab-4684-aa2c-430fadd2a000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:10.051895 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2787294e-52ab-4684-aa2c-430fadd2a000 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cfb8ec8-6b2c-40e5-ab32-0893e4f7207f HTTP/1.1" status: 204 len: 168 time: 0.1159987 Jul 22 09:45:10.059177 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787294e-52ab-4684-aa2c-430fadd2a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfb8ec8-6b2c-40e5-ab32-0893e4f7207f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:17.915920 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:18.954801 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f1e085ab-87f6-4f35-a778-0a72646521d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:21.552485 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa223706-7a68-4362-a92f-6146f9c93004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:21.595970 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:23.165650 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:24.704790 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:26.508322 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:45:41.711282 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48570) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:41.809968 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:41.898410 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:41.903563 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:41.942185 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db5cff6349b246d59f99f16983699994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298017 Jul 22 09:45:41.943037 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a1a5c-d98c-486f-8ec5-01994ab6e58e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:41.944876 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48574) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:41.949994 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.950371 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.950717 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.951061 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.951388 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.951726 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.952058 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.952385 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.952714 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.953038 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.953361 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.953682 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451c2c9-3ea8-4235-9f79-90ad432380ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801717-2-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 09:45:41.992911 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ce44-1c27-440e-9c48-d5e4778ce03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.012650 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ce44-1c27-440e-9c48-d5e4778ce03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.058351 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ce44-1c27-440e-9c48-d5e4778ce03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.060808 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ce44-1c27-440e-9c48-d5e4778ce03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.061924 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0ea1ce44-1c27-440e-9c48-d5e4778ce03f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a6a1a5c-d98c-486f-8ec5-01994ab6e58e HTTP/1.1" status: 204 len: 168 time: 0.1160200 Jul 22 09:45:42.069421 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1ce44-1c27-440e-9c48-d5e4778ce03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a1a5c-d98c-486f-8ec5-01994ab6e58e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:42.311763 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48580) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:42.324729 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1043973-39a4-49c7-84c2-19290260c757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.410786 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1043973-39a4-49c7-84c2-19290260c757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.414441 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1043973-39a4-49c7-84c2-19290260c757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.450015 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b1043973-39a4-49c7-84c2-19290260c757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fe2bb6d6b0347a5910057cd6a07aad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372116 Jul 22 09:45:42.451876 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1043973-39a4-49c7-84c2-19290260c757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defff8c0-63ce-4ce5-a727-a2cb41d99198,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:42.453184 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48582) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:42.500381 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffaf7-1039-4f95-8d64-0c0deb36e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.520490 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffaf7-1039-4f95-8d64-0c0deb36e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.563652 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffaf7-1039-4f95-8d64-0c0deb36e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.566118 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffaf7-1039-4f95-8d64-0c0deb36e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:42.567236 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0b4ffaf7-1039-4f95-8d64-0c0deb36e5bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/defff8c0-63ce-4ce5-a727-a2cb41d99198 HTTP/1.1" status: 204 len: 168 time: 0.1130223 Jul 22 09:45:42.574875 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ffaf7-1039-4f95-8d64-0c0deb36e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defff8c0-63ce-4ce5-a727-a2cb41d99198,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:47.917678 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:48.954354 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a4d1484e-7525-4861-8113-4b316b254539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:51.552129 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a568-df07-4fa9-8949-1dd24168b5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:51.597549 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.050512 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48688) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:53.150636 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-26f6cd1b-8723-482c-82ee-7e10ed487586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.168341 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.241093 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-26f6cd1b-8723-482c-82ee-7e10ed487586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.244718 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-26f6cd1b-8723-482c-82ee-7e10ed487586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.281478 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-26f6cd1b-8723-482c-82ee-7e10ed487586 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f137db92dba64137b416c27c11b67f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298603 Jul 22 09:45:53.282670 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6cd1b-8723-482c-82ee-7e10ed487586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41ac35b-02f9-4c9b-a482-bfd0f1f38272,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:53.284188 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48692) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:53.331285 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7b8333c-d573-45df-8456-8aebe695b92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.352772 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7b8333c-d573-45df-8456-8aebe695b92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.400936 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7b8333c-d573-45df-8456-8aebe695b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.403431 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7b8333c-d573-45df-8456-8aebe695b92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.404518 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b7b8333c-d573-45df-8456-8aebe695b92a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c41ac35b-02f9-4c9b-a482-bfd0f1f38272 HTTP/1.1" status: 204 len: 168 time: 0.1193297 Jul 22 09:45:53.411600 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8333c-d573-45df-8456-8aebe695b92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41ac35b-02f9-4c9b-a482-bfd0f1f38272,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:53.649373 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48698) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:53.661914 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31b050ec-b2b6-45f4-b66a-4b9a34950697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.747664 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31b050ec-b2b6-45f4-b66a-4b9a34950697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.751624 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31b050ec-b2b6-45f4-b66a-4b9a34950697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.788813 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-31b050ec-b2b6-45f4-b66a-4b9a34950697 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1810419811874167b5152dd8cdf3a826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384263 Jul 22 09:45:53.789918 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b050ec-b2b6-45f4-b66a-4b9a34950697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1084e7cc-16f5-4707-b687-a29c4faa6a31,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:53.791645 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48700) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:53.840118 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5203-4ce3-4330-8f86-64ff5ebd9dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.859962 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5203-4ce3-4330-8f86-64ff5ebd9dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.908272 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5203-4ce3-4330-8f86-64ff5ebd9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.910878 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5203-4ce3-4330-8f86-64ff5ebd9dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:53.912052 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a8ff5203-4ce3-4330-8f86-64ff5ebd9dd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1084e7cc-16f5-4707-b687-a29c4faa6a31 HTTP/1.1" status: 204 len: 168 time: 0.1193459 Jul 22 09:45:53.929728 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5203-4ce3-4330-8f86-64ff5ebd9dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1084e7cc-16f5-4707-b687-a29c4faa6a31,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:54.706029 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:57.951459 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48758) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:58.049353 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8e92a-8643-4c26-aaba-e56b6c73393d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.139219 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8e92a-8643-4c26-aaba-e56b6c73393d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.142748 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46a8e92a-8643-4c26-aaba-e56b6c73393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.180066 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-46a8e92a-8643-4c26-aaba-e56b6c73393d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbdf03b0b306494281dde77147c1cdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275379 Jul 22 09:45:58.180985 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e92a-8643-4c26-aaba-e56b6c73393d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2fea0f-b1a4-4590-a177-cb4933bc57d6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:58.182817 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48762) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:58.229474 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f603687-9894-4aef-896d-a42dd1f2de38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.249767 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f603687-9894-4aef-896d-a42dd1f2de38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.294303 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f603687-9894-4aef-896d-a42dd1f2de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.296818 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f603687-9894-4aef-896d-a42dd1f2de38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.297956 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8f603687-9894-4aef-896d-a42dd1f2de38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d2fea0f-b1a4-4590-a177-cb4933bc57d6 HTTP/1.1" status: 204 len: 168 time: 0.1141481 Jul 22 09:45:58.306359 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f603687-9894-4aef-896d-a42dd1f2de38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2fea0f-b1a4-4590-a177-cb4933bc57d6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:58.539277 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.20', 48768) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:58.552253 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e720c977-e079-4cca-a94b-1c9da4a4eb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.638452 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e720c977-e079-4cca-a94b-1c9da4a4eb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.642255 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e720c977-e079-4cca-a94b-1c9da4a4eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.678243 dv-cinder-801717-2-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e720c977-e079-4cca-a94b-1c9da4a4eb3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6df07e395d634993a9a74bf55c76de1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378453 Jul 22 09:45:58.680119 dv-cinder-801717-2-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720c977-e079-4cca-a94b-1c9da4a4eb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3cf55-e93d-445e-b5f5-4a1460716e22,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:45:58.680909 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.20', 48770) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 09:45:58.731833 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-853d6596-8eb9-44fc-b5d0-9855add4de66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.751415 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-853d6596-8eb9-44fc-b5d0-9855add4de66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.796138 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-853d6596-8eb9-44fc-b5d0-9855add4de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521605'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.798678 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-853d6596-8eb9-44fc-b5d0-9855add4de66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:45:58.799786 dv-cinder-801717-2-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-853d6596-8eb9-44fc-b5d0-9855add4de66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54a3cf55-e93d-445e-b5f5-4a1460716e22 HTTP/1.1" status: 204 len: 168 time: 0.1178951 Jul 22 09:45:58.807417 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d6596-8eb9-44fc-b5d0-9855add4de66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3cf55-e93d-445e-b5f5-4a1460716e22,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 09:46:03.507432 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:46:17.918889 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:18.953358 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-75737eef-83e4-48cd-a4a3-bc2bea11198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:21.552049 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-18d1ca49-9973-4e1a-944c-a9e6e52b7419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:21.601405 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:23.177028 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:24.710122 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:40.506453 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:46:47.916952 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:48.953796 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50773a7c-d952-4d97-9bd3-7c840ca0298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:51.552103 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bba53133-d7b6-42ed-8d01-a7c02dcde150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:51.601717 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:53.174162 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:46:54.714596 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:17.505295 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:47:17.915004 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:18.953814 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-75af8f0d-79eb-4e15-9c01-440430a99cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:21.551928 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5c7a-adcc-41c1-b6f5-fbcdc27dad44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:21.603880 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:23.177518 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:24.716390 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:47.923394 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:48.953881 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6b8957d5-6ca3-4378-97a1-a31f60dae4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:51.551617 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-caf33116-a05c-4fa0-a9ab-beaa6b7db641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:51.605097 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:53.180424 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:47:54.507515 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:47:54.718659 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:17.930758 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:18.952712 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-91d66140-96c6-44a0-b58b-2c70ad77f272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:21.550901 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfd26b18-84a2-4e43-bd7f-b51cf94897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:21.605370 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:23.182568 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:24.723068 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:31.506079 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:48:48.060313 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:48.952295 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dbaeabca-4084-45bb-bfbc-188b52b20c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:51.550030 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5b0b-7c5b-436a-b187-fa1e2fa55009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:51.605344 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:53.186216 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:48:54.723055 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:08.504615 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:49:17.936174 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:18.951620 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b9cd-8e3c-4a9d-9bc9-5546dec81c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:21.549954 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7c8c54a1-ea40-4b03-80b4-f21903355353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:21.606354 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:23.187965 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:24.724914 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:45.503418 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:49:47.944368 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:48.951770 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-528f91a3-f4ea-4563-91b7-296391b2f2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:51.549870 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87da324e-e9d9-4a62-a30f-dcb16e124c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:51.607443 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:53.189388 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:49:54.727887 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:04.462006 dv-cinder-801717-2-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-11d2b3c6-18e6-42ed-9ac0-194a780cb2b6 req-fbfaa3ba-69ca-4edb-beb8-766fe8ca43c8 service neutron] (92928) timed out ('10.222.0.20', 43808) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 09:50:17.943849 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:18.950354 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-76e1416e-7eb4-4252-b653-dd547252a828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:21.549278 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-69995861-6c67-4692-8634-cce03ff2fe45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:21.607434 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:22.500814 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 09:50:23.195995 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:24.728796 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:47.961809 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-249ce8d9-de8c-423b-a234-b11f7c708734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:48.949434 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac153-5337-4006-8763-8370fddc4632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:51.548773 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d803cef4-002e-4f9c-a907-35b902468f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:51.607576 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf134-2e12-4846-8775-bfa05c3c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:53.196270 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a724ce6c-7f77-4a94-bfc9-21b41dac6cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:54.732519 dv-cinder-801717-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b61c92b-77bf-438a-a2ca-389ecf2df273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761679737375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400170'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 09:50:59.500436 dv-cinder-801717-2-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-1266d487-49af-4cb7-82f5-a2cf99374e28 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}